[ 592.309944] env[70491]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.310406] env[70491]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.310406] env[70491]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70491) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 592.310751] env[70491]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 592.406528] env[70491]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 592.417788] env[70491]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=70491) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 592.461084] env[70491]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 593.022473] env[70491]: INFO nova.virt.driver [None req-b4abfc16-5d2b-49dc-ba20-e8782f1d1b61 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 593.095326] env[70491]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.095530] env[70491]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.095603] env[70491]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70491) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 595.986807] env[70491]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-e40c2a67-b29c-467a-ad15-2e41346bcc12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.003538] env[70491]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70491) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 596.003666] env[70491]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-fb33cb22-b951-4bf7-b45d-3182ddf8d62a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.034918] env[70491]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 28618. [ 596.035080] env[70491]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.940s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.035575] env[70491]: INFO nova.virt.vmwareapi.driver [None req-b4abfc16-5d2b-49dc-ba20-e8782f1d1b61 None None] VMware vCenter version: 7.0.3 [ 596.039125] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b86cf8-3305-460f-8784-c76ce69e6407 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.055961] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6cb4cc-efc6-4c3a-99c5-31b6eaf60a77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.061746] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89dabde-109b-42fe-aa95-a312899f1fdc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.068560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e862a-7ecd-4c01-ba4f-f61ec9b50770 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.081846] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df384286-665d-4676-9246-57333ab97004 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.087590] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779af5c1-228c-4a36-b0c5-349f1fdf042d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.118149] env[70491]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f6f18dad-a142-46f2-8ecd-977b0091f04b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.122922] env[70491]: DEBUG nova.virt.vmwareapi.driver [None req-b4abfc16-5d2b-49dc-ba20-e8782f1d1b61 None None] Extension org.openstack.compute already exists. {{(pid=70491) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 596.125630] env[70491]: INFO nova.compute.provider_config [None req-b4abfc16-5d2b-49dc-ba20-e8782f1d1b61 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 596.628889] env[70491]: DEBUG nova.context [None req-b4abfc16-5d2b-49dc-ba20-e8782f1d1b61 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6a8a6855-c3b6-4e96-bacf-3beb59dc8efd(cell1) {{(pid=70491) load_cells /opt/stack/nova/nova/context.py:464}} [ 596.631052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.631290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.632055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.632490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Acquiring lock "6a8a6855-c3b6-4e96-bacf-3beb59dc8efd" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.632681] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Lock "6a8a6855-c3b6-4e96-bacf-3beb59dc8efd" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.633763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Lock "6a8a6855-c3b6-4e96-bacf-3beb59dc8efd" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.655399] env[70491]: INFO dbcounter [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Registered counter for database nova_cell0 [ 596.664098] env[70491]: INFO dbcounter [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Registered counter for database nova_cell1 [ 597.107792] env[70491]: DEBUG oslo_db.sqlalchemy.engines [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70491) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.108537] env[70491]: DEBUG oslo_db.sqlalchemy.engines [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70491) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 597.113229] env[70491]: ERROR nova.db.main.api [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.113229] env[70491]: result = function(*args, **kwargs) [ 597.113229] env[70491]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 597.113229] env[70491]: return func(*args, **kwargs) [ 597.113229] env[70491]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.113229] env[70491]: result = fn(*args, **kwargs) [ 597.113229] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.113229] env[70491]: return f(*args, **kwargs) [ 597.113229] env[70491]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.113229] env[70491]: return db.service_get_minimum_version(context, binaries) [ 597.113229] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.113229] env[70491]: _check_db_access() [ 597.113229] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.113229] env[70491]: stacktrace = ''.join(traceback.format_stack()) [ 597.113229] env[70491]: [ 597.114261] env[70491]: ERROR nova.db.main.api [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 597.114261] env[70491]: result = function(*args, **kwargs) [ 597.114261] env[70491]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 597.114261] env[70491]: return func(*args, **kwargs) [ 597.114261] env[70491]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 597.114261] env[70491]: result = fn(*args, **kwargs) [ 597.114261] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 597.114261] env[70491]: return f(*args, **kwargs) [ 597.114261] env[70491]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 597.114261] env[70491]: return db.service_get_minimum_version(context, binaries) [ 597.114261] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 597.114261] env[70491]: _check_db_access() [ 597.114261] env[70491]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 597.114261] env[70491]: stacktrace = ''.join(traceback.format_stack()) [ 597.114261] env[70491]: [ 597.114731] env[70491]: WARNING nova.objects.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Failed to get minimum service version for cell 6a8a6855-c3b6-4e96-bacf-3beb59dc8efd [ 597.114822] env[70491]: WARNING nova.objects.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 597.115316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Acquiring lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.115484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Acquired lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.115737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Releasing lock "singleton_lock" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.116098] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Full set of CONF: {{(pid=70491) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 597.116248] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ******************************************************************************** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 597.116376] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] Configuration options gathered from: {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 597.116510] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 597.116709] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 597.116840] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ================================================================================ {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 597.117058] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] allow_resize_to_same_host = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.117235] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] arq_binding_timeout = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.117368] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] backdoor_port = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.117570] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] backdoor_socket = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.117788] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] block_device_allocate_retries = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.117965] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] block_device_allocate_retries_interval = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.118159] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cert = self.pem {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.118332] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.118501] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute_monitors = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.118898] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] config_dir = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119128] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] config_drive_format = iso9660 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119310] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119444] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] config_source = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119623] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] console_host = devstack {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119784] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] control_exchange = nova {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.119949] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cpu_allocation_ratio = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120130] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] daemon = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120305] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] debug = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120463] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_access_ip_network_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120630] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_availability_zone = nova {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120786] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_ephemeral_format = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.120946] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_green_pool_size = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.121213] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.121381] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] default_schedule_zone = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.121579] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] disk_allocation_ratio = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.121701] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] enable_new_services = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.121876] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] enabled_apis = ['osapi_compute'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122050] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] enabled_ssl_apis = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122215] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] flat_injected = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122380] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] force_config_drive = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122532] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] force_raw_images = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122700] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] graceful_shutdown_timeout = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.122861] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] heal_instance_info_cache_interval = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.123113] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] host = cpu-1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.123303] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.123458] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.123617] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.123830] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124012] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_build_timeout = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124197] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_delete_interval = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124392] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_format = [instance: %(uuid)s] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124564] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_name_template = instance-%08x {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124726] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_usage_audit = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.124898] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_usage_audit_period = month {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125079] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125250] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125414] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] internal_service_availability_zone = internal {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125570] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] key = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125745] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] live_migration_retry_count = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.125934] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_color = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.126149] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_config_append = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.126341] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.126507] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_dir = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.126667] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.126834] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_options = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127023] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_rotate_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127203] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_rotate_interval_type = days {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] log_rotation_type = none {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127502] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127629] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127798] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.127967] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128114] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128281] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] long_rpc_timeout = 1800 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128442] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_concurrent_builds = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128602] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_concurrent_live_migrations = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128763] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_concurrent_snapshots = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.128923] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_local_block_devices = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129101] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_logfile_count = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129268] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] max_logfile_size_mb = 200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129428] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] maximum_instance_delete_attempts = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129599] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metadata_listen = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129768] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metadata_listen_port = 8775 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.129937] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metadata_workers = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130108] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] migrate_max_retries = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130277] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] mkisofs_cmd = genisoimage {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130479] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130608] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] my_ip = 10.180.1.21 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130809] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.130969] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] network_allocate_retries = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131162] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131329] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131489] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] osapi_compute_listen_port = 8774 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131675] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] osapi_compute_unique_server_name_scope = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131817] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] osapi_compute_workers = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.131975] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] password_length = 12 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132147] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] periodic_enable = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132305] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] periodic_fuzzy_delay = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132468] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] pointer_model = usbtablet {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132629] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] preallocate_images = none {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132785] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] publish_errors = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.132915] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] pybasedir = /opt/stack/nova {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133080] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ram_allocation_ratio = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133241] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rate_limit_burst = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133406] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rate_limit_except_level = CRITICAL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133561] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rate_limit_interval = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133745] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reboot_timeout = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.133910] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reclaim_instance_interval = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134085] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] record = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134255] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reimage_timeout_per_gb = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134417] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] report_interval = 120 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134575] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rescue_timeout = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134731] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reserved_host_cpus = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.134888] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reserved_host_disk_mb = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135057] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reserved_host_memory_mb = 512 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135219] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] reserved_huge_pages = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135375] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] resize_confirm_window = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135530] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] resize_fs_using_block_device = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135683] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] resume_guests_state_on_host_boot = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.135884] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] rpc_response_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136229] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] run_external_periodic_tasks = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136398] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] running_deleted_instance_action = reap {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136556] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136736] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] running_deleted_instance_timeout = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.136903] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler_instance_sync_interval = 120 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137085] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_down_time = 720 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137255] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] servicegroup_driver = db {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137410] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] shell_completion = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137567] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] shelved_offload_time = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137724] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] shelved_poll_interval = 3600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.137890] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] shutdown_timeout = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.138082] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] source_is_ipv6 = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.138221] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ssl_only = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.138479] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.138651] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] sync_power_state_interval = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.138839] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] sync_power_state_pool_size = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139044] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] syslog_log_facility = LOG_USER {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139209] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] tempdir = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139368] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] timeout_nbd = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139536] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] transport_url = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139695] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] update_resources_interval = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.139853] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_cow_images = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140025] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_journal = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140178] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_json = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140333] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_rootwrap_daemon = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140486] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_stderr = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140638] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] use_syslog = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140789] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vcpu_pin_set = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.140956] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plugging_is_fatal = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141136] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plugging_timeout = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141300] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] virt_mkfs = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141458] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] volume_usage_poll_interval = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141615] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] watch_log_file = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141775] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] web = /usr/share/spice-html5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 597.141961] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.142139] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.142302] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.142471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_concurrency.disable_process_locking = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.142772] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.142954] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.143135] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.143311] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.143482] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.143683] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.143888] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.auth_strategy = keystone {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144070] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.compute_link_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144253] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144425] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.dhcp_domain = novalocal {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144593] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.enable_instance_password = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144755] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.glance_link_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.144919] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.145103] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.145268] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.instance_list_per_project_cells = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.145427] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.list_records_by_skipping_down_cells = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.145587] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.local_metadata_per_cell = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.145771] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.max_limit = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.metadata_cache_expiration = 15 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146160] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.neutron_default_tenant_id = default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146314] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.response_validation = warn {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146480] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.use_neutron_default_nets = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146645] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.146833] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147019] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147199] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147370] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_dynamic_targets = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147531] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_jsonfile_path = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147711] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.147910] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.backend = dogpile.cache.memcached {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148092] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.backend_argument = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148255] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.backend_expiration_time = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148423] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.config_prefix = cache.oslo {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148594] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.dead_timeout = 60.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148757] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.debug_cache_backend = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.148920] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.enable_retry_client = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149090] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.enable_socket_keepalive = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149263] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.enabled = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149424] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.enforce_fips_mode = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149584] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.expiration_time = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149744] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.hashclient_retry_attempts = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.149913] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150084] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_dead_retry = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150245] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_password = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150408] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150574] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150735] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_pool_maxsize = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.150923] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151119] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_sasl_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151300] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151468] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151627] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.memcache_username = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151868] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.proxies = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.151958] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_db = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152122] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_password = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152298] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152472] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152639] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_server = localhost:6379 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152806] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_socket_timeout = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.152967] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.redis_username = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153143] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.retry_attempts = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153311] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.retry_delay = 0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.socket_keepalive_count = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153646] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.socket_keepalive_idle = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153823] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.socket_keepalive_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.153984] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.tls_allowed_ciphers = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154158] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.tls_cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154317] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.tls_certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154476] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.tls_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154633] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cache.tls_keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154804] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.154981] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.155158] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.155334] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.155494] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.155660] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.155847] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.cross_az_attach = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156030] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.debug = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156198] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.endpoint_template = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156367] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.http_retries = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156529] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156690] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.156886] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.os_region_name = RegionOne {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157231] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cinder.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157402] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157562] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.cpu_dedicated_set = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157719] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.cpu_shared_set = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.157881] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.image_type_exclude_list = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158452] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158452] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158452] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158581] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158686] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.158849] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.resource_provider_association_refresh = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159016] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159185] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.shutdown_retry_interval = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159362] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159540] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] conductor.workers = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159716] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] console.allowed_origins = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.159878] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] console.ssl_ciphers = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160061] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] console.ssl_minimum_version = default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160234] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] consoleauth.enforce_session_timeout = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160405] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] consoleauth.token_ttl = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160581] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160740] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.160907] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161078] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161242] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161400] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161558] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161715] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.161879] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162038] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162194] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162350] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162504] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162671] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.service_type = accelerator {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.162830] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163035] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163207] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163366] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163546] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163731] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] cyborg.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.163911] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.asyncio_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164086] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.asyncio_slave_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164263] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.backend = sqlalchemy {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164434] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164598] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.connection_debug = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164767] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.connection_parameters = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.164931] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.connection_recycle_time = 3600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165107] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.connection_trace = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165272] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.db_inc_retry_interval = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165434] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.db_max_retries = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165596] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.db_max_retry_interval = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165779] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.db_retry_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.165954] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.max_overflow = 50 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166131] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.max_pool_size = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166295] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.max_retries = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166462] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166621] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.mysql_wsrep_sync_wait = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166799] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.pool_timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.166973] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.retry_interval = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167148] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.slave_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167310] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.sqlite_synchronous = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] database.use_db_reconnect = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167637] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.asyncio_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167794] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.asyncio_slave_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.167966] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.backend = sqlalchemy {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168150] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168316] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.connection_debug = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168483] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.connection_parameters = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168644] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.connection_recycle_time = 3600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168805] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.connection_trace = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.168965] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.db_inc_retry_interval = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169139] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.db_max_retries = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169302] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.db_max_retry_interval = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169463] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.db_retry_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169621] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.max_overflow = 50 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169791] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.max_pool_size = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.169964] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.max_retries = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170149] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170308] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170464] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.pool_timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170623] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.retry_interval = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170778] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.slave_connection = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.170941] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] api_database.sqlite_synchronous = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171126] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] devices.enabled_mdev_types = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171304] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171473] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171633] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ephemeral_storage_encryption.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171792] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.171964] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.api_servers = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172139] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172302] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172461] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172619] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172778] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.172938] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.debug = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173114] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.default_trusted_certificate_ids = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173275] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.enable_certificate_validation = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173434] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.enable_rbd_download = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173591] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173785] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.173951] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174123] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174281] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174447] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.num_retries = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174609] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.rbd_ceph_conf = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174770] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.rbd_connect_timeout = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.174966] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.rbd_pool = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.175176] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.rbd_user = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.175348] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.175508] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.175667] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.175862] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.service_type = image {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176043] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176207] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176365] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176519] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176699] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.176862] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.verify_glance_signatures = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177030] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] glance.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177203] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] guestfs.debug = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177432] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177530] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177687] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.177844] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178015] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178187] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178342] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178499] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178659] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178815] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.178973] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179142] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179299] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179455] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179607] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179772] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.service_type = shared-file-system {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.179935] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.share_apply_policy_timeout = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180111] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180271] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180428] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180585] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180759] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.180921] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] manila.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.181097] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] mks.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.181456] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.181646] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.manager_interval = 2400 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.181817] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.precache_concurrency = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.181990] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.remove_unused_base_images = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.182218] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.182343] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.182518] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] image_cache.subdirectory_name = _base {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.182691] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.api_max_retries = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.182854] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.api_retry_interval = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183035] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183214] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183376] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183536] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183722] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.183897] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.conductor_group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184072] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184239] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184399] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184563] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184724] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.184884] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185052] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185223] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.peer_list = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185383] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185541] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185712] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.serial_console_state_timeout = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.185895] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186086] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.service_type = baremetal {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186254] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.shard = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186419] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186581] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186766] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.186961] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.187168] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.187333] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ironic.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.187518] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.187693] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] key_manager.fixed_key = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.187876] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188051] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.barbican_api_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188215] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.barbican_endpoint = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188387] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.barbican_endpoint_type = public {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188545] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.barbican_region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188703] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.188860] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189032] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189196] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189354] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189517] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.number_of_retries = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189678] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.retry_delay = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.189840] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.send_service_user_token = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190072] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190257] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190426] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.verify_ssl = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190588] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican.verify_ssl_path = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190755] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.190919] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191091] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191253] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191416] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191576] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191733] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.191895] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192062] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] barbican_service_user.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192313] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.approle_role_id = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192397] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.approle_secret_id = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192554] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.kv_mountpoint = secret {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192714] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.kv_path = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.192878] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.kv_version = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193052] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.namespace = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193216] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.root_token_id = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193375] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.ssl_ca_crt_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193545] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.timeout = 60.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193732] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.use_ssl = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.193911] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194094] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194258] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194421] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194581] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194776] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.194899] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195071] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195233] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195388] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195543] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195702] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.195896] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196077] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196256] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.service_type = identity {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196422] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196583] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196761] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.196933] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.197133] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.197303] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] keystone.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.197496] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.ceph_mount_options = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.197908] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198118] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.connection_uri = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198289] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_mode = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198458] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198629] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_models = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198805] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_power_governor_high = performance {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.198976] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199154] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_power_management = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199329] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199502] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.device_detach_attempts = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199668] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.device_detach_timeout = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199835] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.disk_cachemodes = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.199996] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.disk_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200176] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.enabled_perf_events = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200338] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.file_backed_memory = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200503] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.gid_maps = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200661] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.hw_disk_discard = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200815] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.hw_machine_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.200985] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_rbd_ceph_conf = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.201172] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.201336] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.201506] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_rbd_glance_store_name = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.201747] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_rbd_pool = rbd {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.201961] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_type = default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202145] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.images_volume_group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202314] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.inject_key = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202482] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.inject_partition = -2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202642] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.inject_password = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202805] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.iscsi_iface = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.202970] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.iser_use_multipath = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.203151] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.203317] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.203481] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_downtime = 500 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.203644] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.203805] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204024] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_inbound_addr = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204215] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204383] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204544] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_scheme = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204721] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_timeout_action = abort {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.204887] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_tunnelled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205060] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_uri = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205231] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.live_migration_with_native_tls = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205392] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.max_queues = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205586] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205826] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.205994] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.nfs_mount_options = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.206300] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.206478] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.206645] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.206855] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207015] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207196] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_pcie_ports = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207366] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207531] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.pmem_namespaces = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207691] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.quobyte_client_cfg = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.207977] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208173] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208344] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208508] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208669] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rbd_secret_uuid = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208830] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rbd_user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.208994] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209185] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209348] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rescue_image_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209510] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rescue_kernel_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209667] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rescue_ramdisk_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209836] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.209998] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.rx_queue_size = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.210184] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.smbfs_mount_options = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.210482] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.210661] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.snapshot_compression = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.210827] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.snapshot_image_format = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211078] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211252] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.sparse_logical_volumes = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211415] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.swtpm_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211583] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.swtpm_group = tss {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211750] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.swtpm_user = tss {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.211921] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.sysinfo_serial = unique {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212093] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.tb_cache_size = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212252] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.tx_queue_size = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212411] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.uid_maps = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212574] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.use_virtio_for_bridges = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212740] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.virt_type = kvm {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.212909] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.volume_clear = zero {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213085] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.volume_clear_size = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213250] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.volume_enforce_multipath = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213413] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.volume_use_multipath = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213568] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_cache_path = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213765] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.213944] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.214123] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.214291] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.214578] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.214757] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.vzstorage_mount_user = stack {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.214926] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215115] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215289] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215452] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215609] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215795] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.215966] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216142] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216319] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.default_floating_pool = public {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216479] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216638] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.extension_sync_interval = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216822] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.http_retries = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.216997] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217175] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217332] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217503] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217660] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217827] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.ovs_bridge = br-int {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.217992] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.physnets = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218175] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.region_name = RegionOne {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218335] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218504] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.service_metadata_proxy = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218661] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218829] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.service_type = network {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.218992] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219164] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219321] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219477] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219656] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219817] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] neutron.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.219989] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.bdms_in_notifications = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.220183] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.default_level = INFO {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.220348] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.include_share_mapping = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.220527] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.notification_format = unversioned {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.220685] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.notify_on_state_change = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.220858] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221045] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] pci.alias = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221220] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] pci.device_spec = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221383] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] pci.report_in_placement = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221556] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221729] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.221898] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222071] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222235] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222396] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222561] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222710] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.222865] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.default_domain_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223032] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.default_domain_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223195] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.domain_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223351] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.domain_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223507] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223693] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.223866] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224039] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224202] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.password = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224529] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.project_domain_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224692] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.project_domain_name = Default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.224857] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.project_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225043] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.project_name = service {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225221] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.region_name = RegionOne {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225380] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225542] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225717] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.service_type = placement {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.225902] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226078] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226241] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226400] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.system_scope = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226556] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226721] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.trust_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.226899] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.user_domain_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227083] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.user_domain_name = Default {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227245] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.user_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227418] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.username = nova {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227597] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227757] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] placement.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.227945] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.cores = 20 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228129] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.count_usage_from_placement = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228303] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.injected_file_content_bytes = 10240 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228643] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.injected_file_path_length = 255 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228808] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.injected_files = 5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.228975] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.instances = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229156] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.key_pairs = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229323] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.metadata_items = 128 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229489] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.ram = 51200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229653] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.recheck_quota = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229819] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.server_group_members = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.229983] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.server_groups = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.230214] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.230391] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] quota.unified_limits_resource_strategy = require {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.230563] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.230729] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.230893] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.image_metadata_prefilter = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231234] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.max_attempts = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231396] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.max_placement_results = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231559] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231720] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.231885] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232071] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] scheduler.workers = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232255] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232425] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232601] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232778] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.232936] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.233115] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.233281] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.233466] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.233652] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.host_subset_size = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.233832] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234008] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234183] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234347] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234520] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234683] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.isolated_hosts = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.234845] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.isolated_images = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235015] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235186] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235349] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235508] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.pci_in_placement = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235668] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.235859] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236041] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236208] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236368] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236528] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236686] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.track_instance_changes = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.236886] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.237075] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metrics.required = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.237244] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metrics.weight_multiplier = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.237406] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.237566] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] metrics.weight_setting = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.237877] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238069] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238248] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.port_range = 10000:20000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238418] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238586] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238753] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] serial_console.serialproxy_port = 6083 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.238922] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239105] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.auth_type = password {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239268] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239423] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239584] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239743] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.239899] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.240079] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.send_service_user_token = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.240248] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.240406] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] service_user.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.240575] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.agent_enabled = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.240736] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241053] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241270] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241442] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.html5proxy_port = 6082 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241603] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.image_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241761] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.jpeg_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.241923] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.playback_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.242096] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.require_secure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.242269] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.server_listen = 127.0.0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.242438] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.242720] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.242896] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.streaming_mode = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243069] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] spice.zlib_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243238] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] upgrade_levels.baseapi = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243492] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] upgrade_levels.compute = auto {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243704] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] upgrade_levels.conductor = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.243878] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] upgrade_levels.scheduler = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244062] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244233] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244397] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244559] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244724] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.244887] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245059] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245226] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245395] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vendordata_dynamic_auth.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245554] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.api_retry_count = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245719] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.ca_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.245906] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246090] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.cluster_name = testcl1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246261] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.connection_pool_size = 10 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246421] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.console_delay_seconds = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246591] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.datastore_regex = ^datastore.* {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246796] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.246986] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.host_password = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247196] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.host_port = 443 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247371] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.host_username = administrator@vsphere.local {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247542] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.insecure = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247703] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.integration_bridge = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.247867] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.maximum_objects = 100 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248040] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.pbm_default_policy = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248208] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.pbm_enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248367] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.pbm_wsdl_location = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248536] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248698] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.serial_port_proxy_uri = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.248857] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.serial_port_service_uri = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249037] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.task_poll_interval = 0.5 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249216] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.use_linked_clone = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249385] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.vnc_keymap = en-us {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249551] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.vnc_port = 5900 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249714] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vmware.vnc_port_total = 10000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.249901] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.auth_schemes = ['none'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250089] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250382] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250570] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250743] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.novncproxy_port = 6080 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.250930] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.server_listen = 127.0.0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251124] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251289] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.vencrypt_ca_certs = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251448] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.vencrypt_client_cert = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251604] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vnc.vencrypt_client_key = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251783] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.251948] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_deep_image_inspection = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252122] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252284] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252442] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252601] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.disable_rootwrap = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252761] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.enable_numa_live_migration = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.252968] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253089] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253252] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253409] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.libvirt_disable_apic = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253742] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.253927] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254107] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254276] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254440] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254602] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254762] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.254922] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255093] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255261] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255503] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255618] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.client_socket_timeout = 900 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.255820] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.default_pool_size = 1000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256012] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.keep_alive = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256188] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.max_header_line = 16384 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256355] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256518] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.ssl_ca_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256690] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.ssl_cert_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.256843] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.ssl_key_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257015] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.tcp_keepidle = 600 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257200] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257367] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] zvm.ca_file = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257531] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] zvm.cloud_connector_url = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257814] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.257991] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] zvm.reachable_timeout = 300 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258181] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258359] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258535] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.connection_string = messaging:// {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258705] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.enabled = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.258875] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.es_doc_type = notification {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259051] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.es_scroll_size = 10000 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259225] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.es_scroll_time = 2m {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259387] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.filter_error_trace = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259555] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.hmac_keys = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259722] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.sentinel_service_name = mymaster {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.259889] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.socket_timeout = 0.1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260064] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.trace_requests = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260230] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler.trace_sqlalchemy = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260405] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler_jaeger.process_tags = {} {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260565] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler_jaeger.service_name_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260727] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] profiler_otlp.service_name_prefix = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.260891] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] remote_debug.host = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261059] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] remote_debug.port = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261240] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261400] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261562] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261722] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.261884] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262056] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262218] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262376] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262535] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262703] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.262863] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263073] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263223] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263390] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263555] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263768] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.263951] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264135] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264313] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264477] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264638] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264804] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.264969] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265148] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265314] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265479] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265643] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.265840] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266033] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266208] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266374] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266546] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266718] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.266886] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267066] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267241] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267410] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267597] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267762] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_notifications.retry = -1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.267944] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268147] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268336] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.auth_section = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268504] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.auth_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268666] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.cafile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268825] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.certfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.268994] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.collect_timing = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269172] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.connect_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269331] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.connect_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269489] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_id = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269661] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.269829] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_override = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270008] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270178] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270336] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.endpoint_service_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270498] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.insecure = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270657] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.keyfile = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270815] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.max_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.270976] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.min_version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271148] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.region_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271306] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.retriable_status_codes = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271463] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.service_name = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271620] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.service_type = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271779] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.split_loggers = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.271938] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.status_code_retries = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272108] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.status_code_retry_delay = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272266] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.timeout = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272423] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.valid_interfaces = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272578] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_limit.version = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272744] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_reports.file_event_handler = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.272909] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273084] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] oslo_reports.log_dir = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273252] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273410] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273565] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273781] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.273966] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274143] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274314] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274625] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274789] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.274950] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275121] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] vif_plug_ovs_privileged.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275292] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275471] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275643] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.275848] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276046] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276227] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276395] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276556] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276735] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.276910] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.isolate_vif = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277090] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277261] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277432] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277601] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277763] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] os_vif_ovs.per_port_bridge = False {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.277933] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.capabilities = [21] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278129] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278303] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278470] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278632] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278790] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] privsep_osbrick.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.278963] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279139] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.group = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279298] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.helper_command = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279461] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279622] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279815] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] nova_sys_admin.user = None {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 597.279950] env[70491]: DEBUG oslo_service.backend.eventlet.service [None req-6fbd2a2e-1990-4555-a31c-b8b3a442ae30 None None] ******************************************************************************** {{(pid=70491) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 597.280564] env[70491]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 597.783511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Getting list of instances from cluster (obj){ [ 597.783511] env[70491]: value = "domain-c8" [ 597.783511] env[70491]: _type = "ClusterComputeResource" [ 597.783511] env[70491]: } {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 597.784733] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18455c3b-ee3a-4539-9898-c9fbe17c00ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.794072] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Got total of 0 instances {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 597.794638] env[70491]: WARNING nova.virt.vmwareapi.driver [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 597.795116] env[70491]: INFO nova.virt.node [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Generated node identity c930ff34-9fe2-4c0a-898f-930dfcb54841 [ 597.795360] env[70491]: INFO nova.virt.node [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Wrote node identity c930ff34-9fe2-4c0a-898f-930dfcb54841 to /opt/stack/data/n-cpu-1/compute_id [ 598.300682] env[70491]: WARNING nova.compute.manager [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Compute nodes ['c930ff34-9fe2-4c0a-898f-930dfcb54841'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 599.307107] env[70491]: INFO nova.compute.manager [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 600.313712] env[70491]: WARNING nova.compute.manager [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 600.314138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.314221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.314347] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.314504] env[70491]: DEBUG nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 600.315456] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dee065-c320-4233-af58-57d556eb7a1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.323902] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30461517-4abf-4580-acb7-8b199264cf53 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.339052] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1aece1-fd2f-40aa-89c5-314c8035133b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.345029] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce1bea7-8ff6-40ca-96d0-7abce248b9ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.372942] env[70491]: DEBUG nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181016MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 600.373097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.373293] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.875879] env[70491]: WARNING nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] No compute node record for cpu-1:c930ff34-9fe2-4c0a-898f-930dfcb54841: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c930ff34-9fe2-4c0a-898f-930dfcb54841 could not be found. [ 601.380195] env[70491]: INFO nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c930ff34-9fe2-4c0a-898f-930dfcb54841 [ 602.889202] env[70491]: DEBUG nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 602.889589] env[70491]: DEBUG nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 603.055995] env[70491]: INFO nova.scheduler.client.report [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] [req-a8c397e9-0f45-4d9f-84a5-e10dfab08f71] Created resource provider record via placement API for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 603.073486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa5b82-11b1-49d3-a289-9791d7ccef0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.081048] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035c24b-516c-43ee-b828-1c8055420b88 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.110708] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740db0a-0e07-4c00-a30c-3ed8cee98beb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.117775] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0190eb5d-5bcd-4c32-b90e-eb27728d08a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.130499] env[70491]: DEBUG nova.compute.provider_tree [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.666455] env[70491]: DEBUG nova.scheduler.client.report [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 603.666707] env[70491]: DEBUG nova.compute.provider_tree [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 0 to 1 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 603.666886] env[70491]: DEBUG nova.compute.provider_tree [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 603.723833] env[70491]: DEBUG nova.compute.provider_tree [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 1 to 2 during operation: update_traits {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 604.228878] env[70491]: DEBUG nova.compute.resource_tracker [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 604.229259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.856s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.229460] env[70491]: DEBUG nova.service [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Creating RPC server for service compute {{(pid=70491) start /opt/stack/nova/nova/service.py:186}} [ 604.242589] env[70491]: DEBUG nova.service [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] Join ServiceGroup membership for this service compute {{(pid=70491) start /opt/stack/nova/nova/service.py:203}} [ 604.242776] env[70491]: DEBUG nova.servicegroup.drivers.db [None req-ae2eadff-4a6b-4d46-b112-1f777f1a1d42 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70491) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 641.752083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "065480a4-932a-4a09-815e-73592fcc25c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.752381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.755811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.759045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.256745] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.261076] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.803687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.804066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.805726] env[70491]: INFO nova.compute.claims [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.809733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.128864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.128864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.631642] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.903105] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971305f7-f95e-4f11-a8f0-38fa58938913 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.913326] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3cb361-d919-4d09-9cfc-34eec5270c95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.943950] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979a7e74-6b9c-4d7b-970c-0a0aa38ade6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.953436] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac37b4c-17f1-43d6-bde6-3d2437389659 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.974023] env[70491]: DEBUG nova.compute.provider_tree [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.154095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.477995] env[70491]: DEBUG nova.scheduler.client.report [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.561655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "b6971311-a16f-4346-b1bf-a83950a38601" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.562029] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b6971311-a16f-4346-b1bf-a83950a38601" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.986251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.989028] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.990253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.181s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.993301] env[70491]: INFO nova.compute.claims [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.066972] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 645.500150] env[70491]: DEBUG nova.compute.utils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 645.500658] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 645.624198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.928358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "9c33dcde-32e8-4942-88c4-786789629c6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.928586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.007528] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.140446] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4848ecc-7451-4484-8b56-c24de088074e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.147976] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18077d9c-e5d8-40e1-b94f-49d325278dd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.192176] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757db16-65ae-4ae7-b0b2-c73075186d33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.203241] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22193c68-5597-45bf-838c-b7af7d52f3e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.217053] env[70491]: DEBUG nova.compute.provider_tree [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.432389] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.729021] env[70491]: DEBUG nova.scheduler.client.report [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.970348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.013826] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.232849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.233977] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 647.238195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.084s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.239740] env[70491]: INFO nova.compute.claims [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.247730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.247730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.594459] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.594997] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.595370] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.595783] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.596092] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.596379] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.596769] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.597096] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.597625] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.597943] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.598275] env[70491]: DEBUG nova.virt.hardware [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.599334] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0019ea9e-be2a-45e7-bd55-160c4dc54064 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.608075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5077ac-d63f-46af-82aa-cc13407de177 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.623980] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3962ca6b-b5b5-4fc0-b0d5-3b61da1fc79b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.641669] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.652625] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.653229] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6cef41-7006-40e0-a9ae-2dec1e5aef36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.664109] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created folder: OpenStack in parent group-v4. [ 647.664321] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating folder: Project (432f3b4e0e3f4fb9a07e4d092ba58b46). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.664659] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279e1af9-2d99-43c6-a3ab-696f2941a5c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.673185] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created folder: Project (432f3b4e0e3f4fb9a07e4d092ba58b46) in parent group-v657728. [ 647.673402] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating folder: Instances. Parent ref: group-v657729. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.673642] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89eedf2d-4aeb-44d0-a2b5-162c645eb0b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.681889] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created folder: Instances in parent group-v657729. [ 647.682173] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.682397] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.682614] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e1b36dd-b26f-4ea6-bb27-6a2b3aa32f3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.699886] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.699886] env[70491]: value = "task-3293565" [ 647.699886] env[70491]: _type = "Task" [ 647.699886] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.708107] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293565, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.746180] env[70491]: DEBUG nova.compute.utils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.747892] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.747892] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.752638] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.869313] env[70491]: DEBUG nova.policy [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1272158fbf69474e956c910a30510262', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c5cc55fbab344bdab68d289fc869af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.210907] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293565, 'name': CreateVM_Task, 'duration_secs': 0.295224} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.210907] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.211699] env[70491]: DEBUG oslo_vmware.service [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abac5d45-dd33-4be9-a1a1-77e63943a0a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.217588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.217761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.218398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.218644] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9417efcc-5953-4bdc-b6f5-547e1fd5ba02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.222768] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 648.222768] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52230f5d-cd4d-96e1-27e2-874258d1d3c9" [ 648.222768] env[70491]: _type = "Task" [ 648.222768] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.233139] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52230f5d-cd4d-96e1-27e2-874258d1d3c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.255857] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 648.466026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.618493] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9373bc6-0fbd-4819-b4ae-d5c7b4e083d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.629471] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd845921-c11f-4859-b04f-6032d5d8f419 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.663028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42468506-5b9f-4481-92c6-5871066069dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.669172] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b0fff-aeb6-4fe5-b005-088e0c9434ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.683275] env[70491]: DEBUG nova.compute.provider_tree [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.734762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734762] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.734762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.734762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.735892] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.735892] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34fe13fd-7d90-4ff4-9205-5f5625c78d54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.752952] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.752952] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.752952] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29d4ae-9fbe-49f4-999d-6e8ab566e724 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.771459] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4904f43a-ef87-4d45-b1e2-66f772e3e861 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.776694] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 648.776694] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52432b49-90b5-a77d-d734-c0c3661daa10" [ 648.776694] env[70491]: _type = "Task" [ 648.776694] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.786492] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52432b49-90b5-a77d-d734-c0c3661daa10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.189785] env[70491]: DEBUG nova.scheduler.client.report [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.274696] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 649.289938] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 649.290288] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating directory with path [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.290722] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a125d3a8-44cf-4464-b52b-5c823d4f76f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.312543] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created directory with path [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.312734] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Fetch image to [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 649.313415] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Downloading image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk on the data store datastore1 {{(pid=70491) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 649.314387] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01096f23-7793-4827-8904-1053f1a483ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.326857] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a72220-e4e1-4f01-b36e-4a88746ecd99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.339841] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.340286] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.340286] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.340446] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.340589] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.340732] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.340927] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.341108] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.341279] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.341404] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.341566] env[70491]: DEBUG nova.virt.hardware [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.342961] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace9135c-573e-4405-ba62-36fdda136af7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.348777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f01053-009c-4d4b-8c37-29f37f98727f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.398693] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.399063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.402043] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613603ac-3f00-4497-9514-851fc159e67b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.412028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf3cbe-11f4-45d3-a278-76b6210d4618 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.414485] env[70491]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f5c48012-ce37-4790-8cb2-d832c471b50c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.461734] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Downloading image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to the data store datastore1 {{(pid=70491) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 649.476615] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Successfully created port: 971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.693479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.693479] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.697929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.074s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.700793] env[70491]: INFO nova.compute.claims [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.847519] env[70491]: DEBUG oslo_vmware.rw_handles [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 649.917555] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.219790] env[70491]: DEBUG nova.compute.utils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.224623] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 650.224925] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.402981] env[70491]: DEBUG nova.policy [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db9ab649dd34408835bee2d6cdfc519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd90c203c9f194c10994714ca0e161ba3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.485420] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.498357] env[70491]: DEBUG oslo_vmware.rw_handles [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 650.498572] env[70491]: DEBUG oslo_vmware.rw_handles [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 650.657491] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Downloaded image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk on the data store datastore1 {{(pid=70491) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 650.659097] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 650.659313] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copying Virtual Disk [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk to [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.659850] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4870e8e9-1355-4114-a312-bd10e2650758 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.674833] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 650.674833] env[70491]: value = "task-3293566" [ 650.674833] env[70491]: _type = "Task" [ 650.674833] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.685583] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.733334] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.927254] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b36e635-7469-48bb-8569-02cdcd43f999 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.938363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f3c369-4f8a-4c7c-9e93-560a1ba61a96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.983453] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd487e59-9207-4572-8d7e-c656a1c7522a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.992506] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eab1bd3-d2b6-42a1-9d8a-3ba3cda9f38d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.011684] env[70491]: DEBUG nova.compute.provider_tree [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.185590] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293566, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.412726] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Successfully created port: 4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.517497] env[70491]: DEBUG nova.scheduler.client.report [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.695683] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703772} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.695754] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copied Virtual Disk [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk to [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.695931] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleting the datastore file [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.697987] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed669e04-a3c5-4e68-8221-1b58139ed1c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.705185] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 651.705185] env[70491]: value = "task-3293567" [ 651.705185] env[70491]: _type = "Task" [ 651.705185] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.718848] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.750319] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.778033] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.778033] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.778033] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.778669] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.778669] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.778669] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.778669] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.778669] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.778830] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.778830] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.778830] env[70491]: DEBUG nova.virt.hardware [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.779198] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc9c27-d433-4480-b476-57e676866991 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.788339] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0369c172-987d-47ae-be25-6b71dac5f4df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.023144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.023444] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.029853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.062s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.033124] env[70491]: INFO nova.compute.claims [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.216503] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024306} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.216934] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.217250] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Moving file from [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7/65a4678a-39cf-4d1a-897b-9b52677e4699 to [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699. {{(pid=70491) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 652.217602] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f0eadb96-b562-4d24-8bea-f7146ff2b0f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.224651] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 652.224651] env[70491]: value = "task-3293572" [ 652.224651] env[70491]: _type = "Task" [ 652.224651] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.232785] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293572, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.529235] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Successfully updated port: 971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.541786] env[70491]: DEBUG nova.compute.utils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.548064] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.548064] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.638986] env[70491]: DEBUG nova.policy [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d2c2886532a42c5aeab941a0aab0550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2644925621aa42f7a8edc9d7cc7de4f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.735329] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293572, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.023323} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.735599] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] File moved {{(pid=70491) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 652.735817] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Cleaning up location [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 652.735954] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleting the datastore file [datastore1] vmware_temp/03632330-92fa-4a37-b40f-6693f2c1ecd7 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.736215] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fb534cf-5d11-4bea-ba1a-deb773218dcf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.745898] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 652.745898] env[70491]: value = "task-3293573" [ 652.745898] env[70491]: _type = "Task" [ 652.745898] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.755699] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.947184] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Successfully created port: e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.035114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.035280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquired lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.035431] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.048994] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.196068] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3de3fe-9f3f-448b-ab22-91e784676a76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.207134] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e369e35-35b0-4bec-b2ed-0ac6be942576 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.237120] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf2b89-4b33-4ed5-89b2-8e29e2aa45a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.244966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148b859d-7cd4-45f2-a23b-c0aa37ab3ddd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.257165] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040188} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.266012] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.266990] env[70491]: DEBUG nova.compute.provider_tree [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.268314] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f78a4cb5-818d-4141-b38b-d86aeb12b489 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.274647] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 653.274647] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a9d749-027a-9d9e-b7e9-daf15e60dcf7" [ 653.274647] env[70491]: _type = "Task" [ 653.274647] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.281734] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a9d749-027a-9d9e-b7e9-daf15e60dcf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.496963] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Successfully updated port: 4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.609489] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.773439] env[70491]: DEBUG nova.scheduler.client.report [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.796422] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a9d749-027a-9d9e-b7e9-daf15e60dcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.020243} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.797228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.797545] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.797747] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad268fd7-9bd1-4346-8523-d26cd9287bb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.806838] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 653.806838] env[70491]: value = "task-3293574" [ 653.806838] env[70491]: _type = "Task" [ 653.806838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.815813] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.004314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.004314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.004314] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.016369] env[70491]: DEBUG nova.network.neutron [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Updating instance_info_cache with network_info: [{"id": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "address": "fa:16:3e:4f:c1:c6", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971e18c7-b5", "ovs_interfaceid": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.062736] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.096782] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.096782] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.096782] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.096965] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.096965] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.096965] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.097067] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.098936] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.098936] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.098936] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.098936] env[70491]: DEBUG nova.virt.hardware [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.099665] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656ad37f-892e-4825-b2f6-3f61b9ca4197 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.110628] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779005a-8c38-4c64-b602-b56655e834f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.290336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.290756] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.293275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.828s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.294668] env[70491]: INFO nova.compute.claims [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.323517] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466382} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.323517] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.323517] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.323701] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a1ce1ef-1c22-4952-bc57-b29899fb5c07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.331851] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 654.331851] env[70491]: value = "task-3293575" [ 654.331851] env[70491]: _type = "Task" [ 654.331851] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.342522] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.522892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Releasing lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523223] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Instance network_info: |[{"id": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "address": "fa:16:3e:4f:c1:c6", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971e18c7-b5", "ovs_interfaceid": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.523763] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c1:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971e18c7-b54a-41aa-adb8-a991bfe3c3a0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.536257] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Creating folder: Project (2c5cc55fbab344bdab68d289fc869af1). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.536909] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba405ccc-a81a-45ae-843f-a524d11c505c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.548677] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Created folder: Project (2c5cc55fbab344bdab68d289fc869af1) in parent group-v657728. [ 654.548895] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Creating folder: Instances. Parent ref: group-v657735. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.549186] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5badf6d-3aa9-4736-9f2b-dd825c5a6d28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.562082] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Created folder: Instances in parent group-v657735. [ 654.562355] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.562550] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.562846] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ce782d-1111-4525-9b48-de056aeb39d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.589801] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.589801] env[70491]: value = "task-3293578" [ 654.589801] env[70491]: _type = "Task" [ 654.589801] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.601982] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293578, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.682463] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.798917] env[70491]: DEBUG nova.compute.utils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.804066] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.804317] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.847336] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062138} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.847336] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.847336] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a38183-1775-4cb5-b096-fc3d0948c724 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.872636] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.876160] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a42d9f3-f151-4d9a-9bd7-06c0b58dbf95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.900463] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 654.900463] env[70491]: value = "task-3293580" [ 654.900463] env[70491]: _type = "Task" [ 654.900463] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.903265] env[70491]: DEBUG nova.policy [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba4a800fbc6497588ae6d806cc00174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f192b5fe464e01b971a82ecca5da13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.916393] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.945156] env[70491]: DEBUG nova.compute.manager [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Received event network-vif-plugged-971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.945377] env[70491]: DEBUG oslo_concurrency.lockutils [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] Acquiring lock "065480a4-932a-4a09-815e-73592fcc25c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.945603] env[70491]: DEBUG oslo_concurrency.lockutils [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] Lock "065480a4-932a-4a09-815e-73592fcc25c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.945791] env[70491]: DEBUG oslo_concurrency.lockutils [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] Lock "065480a4-932a-4a09-815e-73592fcc25c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.946024] env[70491]: DEBUG nova.compute.manager [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] No waiting events found dispatching network-vif-plugged-971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.946801] env[70491]: WARNING nova.compute.manager [req-f544160d-4e87-412d-8810-61e6cd5c8bcb req-d6ada6cc-101e-4b39-80b6-6d8aa60d661e service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Received unexpected event network-vif-plugged-971e18c7-b54a-41aa-adb8-a991bfe3c3a0 for instance with vm_state building and task_state spawning. [ 655.004089] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Successfully updated port: e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.101904] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293578, 'name': CreateVM_Task, 'duration_secs': 0.488447} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.102464] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.118305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.118506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.118857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.119442] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca58d185-91f0-4951-bd1c-d9eca7166183 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.128023] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 655.128023] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a6844-88f6-33f2-644d-2f403edbc8b6" [ 655.128023] env[70491]: _type = "Task" [ 655.128023] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.140653] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a6844-88f6-33f2-644d-2f403edbc8b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.307730] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.332192] env[70491]: DEBUG nova.network.neutron [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Updating instance_info_cache with network_info: [{"id": "4640de98-48b6-4248-802e-271ee1a05180", "address": "fa:16:3e:80:33:f0", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4640de98-48", "ovs_interfaceid": "4640de98-48b6-4248-802e-271ee1a05180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.421133] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.495040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2133f3ac-5424-41ad-b8d1-4a67896b3390 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.505639] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144fd980-3fe9-45be-803b-37eb17fc9965 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.515209] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.515358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.515510] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.544506] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321322f6-35d9-4d0c-9cd3-0bbb3f84efe9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.556036] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3b77d-43da-439d-b36e-5a041a27e7c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.561131] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Successfully created port: c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.571941] env[70491]: DEBUG nova.compute.provider_tree [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.637926] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a6844-88f6-33f2-644d-2f403edbc8b6, 'name': SearchDatastore_Task, 'duration_secs': 0.02223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.638283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.638520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.638756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.639243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.639243] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.639810] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8699ab98-34be-4296-bc3f-fa0bf65a8b85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.648886] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.648886] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.649817] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf97da35-8012-4d6f-b3d5-7cda203f46b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.657570] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 655.657570] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb5061-8d70-21ed-cc7a-c4b3b3002506" [ 655.657570] env[70491]: _type = "Task" [ 655.657570] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.669956] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb5061-8d70-21ed-cc7a-c4b3b3002506, 'name': SearchDatastore_Task} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.672992] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21263ee8-4a87-4987-bf68-1077e2f27255 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.680108] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 655.680108] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528d72d4-31c6-6da9-84ef-34f8ab520226" [ 655.680108] env[70491]: _type = "Task" [ 655.680108] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.691764] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528d72d4-31c6-6da9-84ef-34f8ab520226, 'name': SearchDatastore_Task, 'duration_secs': 0.008271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.692664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.692664] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 065480a4-932a-4a09-815e-73592fcc25c4/065480a4-932a-4a09-815e-73592fcc25c4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.692664] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65f7b09c-e5e7-4623-9ee3-3f1a6b9045fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.699472] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 655.699472] env[70491]: value = "task-3293581" [ 655.699472] env[70491]: _type = "Task" [ 655.699472] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.711238] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.835612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835936] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Instance network_info: |[{"id": "4640de98-48b6-4248-802e-271ee1a05180", "address": "fa:16:3e:80:33:f0", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4640de98-48", "ovs_interfaceid": "4640de98-48b6-4248-802e-271ee1a05180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.838184] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:33:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4640de98-48b6-4248-802e-271ee1a05180', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.845169] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Creating folder: Project (d90c203c9f194c10994714ca0e161ba3). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.845868] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2e736c0-a266-4453-9365-d419ea34d449 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.860677] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Created folder: Project (d90c203c9f194c10994714ca0e161ba3) in parent group-v657728. [ 655.860677] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Creating folder: Instances. Parent ref: group-v657738. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.860677] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-576634c3-6123-4569-ab0e-88653c9552b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.874089] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Created folder: Instances in parent group-v657738. [ 655.874440] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 655.879440] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.880649] env[70491]: DEBUG nova.compute.manager [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Received event network-vif-plugged-4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.880847] env[70491]: DEBUG oslo_concurrency.lockutils [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] Acquiring lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.882700] env[70491]: DEBUG oslo_concurrency.lockutils [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.887352] env[70491]: DEBUG oslo_concurrency.lockutils [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.887352] env[70491]: DEBUG nova.compute.manager [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] No waiting events found dispatching network-vif-plugged-4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.887352] env[70491]: WARNING nova.compute.manager [req-0a6ddc35-d50f-45fb-b06c-43ae6082e963 req-cd3ad81d-63be-469f-bc09-d1cc119256e9 service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Received unexpected event network-vif-plugged-4640de98-48b6-4248-802e-271ee1a05180 for instance with vm_state building and task_state spawning. [ 655.887352] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8d2ae76-1609-429d-be88-af8e5f9c7efe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.930763] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293580, 'name': ReconfigVM_Task, 'duration_secs': 0.643776} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.932212] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.932938] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.932938] env[70491]: value = "task-3293584" [ 655.932938] env[70491]: _type = "Task" [ 655.932938] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.933696] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ffeb1a-025e-4c1e-b70e-1b88fd45532a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.947752] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293584, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.949185] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 655.949185] env[70491]: value = "task-3293585" [ 655.949185] env[70491]: _type = "Task" [ 655.949185] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.962892] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293585, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.077603] env[70491]: DEBUG nova.scheduler.client.report [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.128396] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.216632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.217040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.224092] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456136} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.226965] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 065480a4-932a-4a09-815e-73592fcc25c4/065480a4-932a-4a09-815e-73592fcc25c4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.226965] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.226965] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34738770-2d22-46de-bd7f-7472aaab41ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.235563] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 656.235563] env[70491]: value = "task-3293586" [ 656.235563] env[70491]: _type = "Task" [ 656.235563] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.249542] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.319328] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.352121] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.354106] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.354106] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.354106] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.354106] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.354106] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.354393] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.354393] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.354393] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.354393] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.354393] env[70491]: DEBUG nova.virt.hardware [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.355365] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde4612f-60ef-4e6b-a872-d3f163d613e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.364862] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0dcce0-17fc-42a5-ac7b-57a39acea20f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.395520] env[70491]: DEBUG nova.network.neutron [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Updating instance_info_cache with network_info: [{"id": "e47288ee-3031-4ba5-a3db-0836248631e7", "address": "fa:16:3e:dc:6b:9f", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47288ee-30", "ovs_interfaceid": "e47288ee-3031-4ba5-a3db-0836248631e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.447800] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293584, 'name': CreateVM_Task, 'duration_secs': 0.379226} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.447944] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.448911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.448911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.449102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.449372] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d52fe51-819d-46a1-b364-c564aa098d6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.459815] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 656.459815] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52549c56-8107-f621-d2ad-79a7b8b3ef11" [ 656.459815] env[70491]: _type = "Task" [ 656.459815] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.463247] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293585, 'name': Rename_Task, 'duration_secs': 0.287632} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.466402] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.466724] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e6e9d1-3fed-4c6b-8071-5de2446e8740 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.473626] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52549c56-8107-f621-d2ad-79a7b8b3ef11, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.474942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.475208] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.475418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.475551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.475769] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.476046] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 656.476046] env[70491]: value = "task-3293587" [ 656.476046] env[70491]: _type = "Task" [ 656.476046] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.476201] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8dfdfd9-83c1-4eb1-8c77-063391e19c1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.491943] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.495288] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.495288] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.495288] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a14e1b-c947-4df7-85f9-5c813f726ae2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.502985] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 656.502985] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269606f-8041-0c5c-c7bd-7b7039a6f228" [ 656.502985] env[70491]: _type = "Task" [ 656.502985] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.512898] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269606f-8041-0c5c-c7bd-7b7039a6f228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.587325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.587912] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.593551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.108s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.595799] env[70491]: INFO nova.compute.claims [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.725952] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.751242] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.751540] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.752389] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00589740-187a-4d06-8ba9-68218e187f4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.781457] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 065480a4-932a-4a09-815e-73592fcc25c4/065480a4-932a-4a09-815e-73592fcc25c4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.782610] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ce573c8-caa7-496e-90d1-5023241874c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.806108] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 656.806108] env[70491]: value = "task-3293588" [ 656.806108] env[70491]: _type = "Task" [ 656.806108] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.817095] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.901656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.901988] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Instance network_info: |[{"id": "e47288ee-3031-4ba5-a3db-0836248631e7", "address": "fa:16:3e:dc:6b:9f", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47288ee-30", "ovs_interfaceid": "e47288ee-3031-4ba5-a3db-0836248631e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.902431] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:6b:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e47288ee-3031-4ba5-a3db-0836248631e7', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.910492] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Creating folder: Project (2644925621aa42f7a8edc9d7cc7de4f6). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.910819] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a82ab7-cc8b-48ff-a5ef-58daf0a2f61a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.924791] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Created folder: Project (2644925621aa42f7a8edc9d7cc7de4f6) in parent group-v657728. [ 656.925027] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Creating folder: Instances. Parent ref: group-v657741. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.925283] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f42c0fe7-fb15-40e9-a414-1077d7f8f535 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.935147] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Created folder: Instances in parent group-v657741. [ 656.935147] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.935147] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.935147] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ee1145d-5694-47e8-b059-273eb2404fc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.965408] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.965408] env[70491]: value = "task-3293591" [ 656.965408] env[70491]: _type = "Task" [ 656.965408] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.971893] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293591, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.987228] env[70491]: DEBUG oslo_vmware.api [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293587, 'name': PowerOnVM_Task, 'duration_secs': 0.455112} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.987875] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.987982] env[70491]: INFO nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Took 9.97 seconds to spawn the instance on the hypervisor. [ 656.988197] env[70491]: DEBUG nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.988987] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e8a4b3-993b-41b0-a85f-16534c1adbe1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.013831] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269606f-8041-0c5c-c7bd-7b7039a6f228, 'name': SearchDatastore_Task, 'duration_secs': 0.017486} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.015357] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a5e4b7-c5dc-4768-9f75-2d7d80d1e25a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.023029] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 657.023029] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e9d954-0834-c027-4e63-b70d746faceb" [ 657.023029] env[70491]: _type = "Task" [ 657.023029] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.032675] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e9d954-0834-c027-4e63-b70d746faceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.095886] env[70491]: DEBUG nova.compute.utils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.097943] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.099059] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.260968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.272264] env[70491]: DEBUG nova.policy [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0fb5ac30cf46c0beef159c2bce4f66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e184d76e134b21902d97eb2e8fce01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.322295] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.479712] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293591, 'name': CreateVM_Task, 'duration_secs': 0.379029} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.479901] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.480585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.480986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.481319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.482165] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2eee785-ddd9-41be-a73f-107cc5f99a1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.487799] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 657.487799] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52695969-ed40-c67f-cccf-71e1dbba3078" [ 657.487799] env[70491]: _type = "Task" [ 657.487799] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.497067] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52695969-ed40-c67f-cccf-71e1dbba3078, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.517465] env[70491]: INFO nova.compute.manager [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Took 14.74 seconds to build instance. [ 657.540022] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e9d954-0834-c027-4e63-b70d746faceb, 'name': SearchDatastore_Task, 'duration_secs': 0.02817} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.540022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.540022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8ff3c6e9-627b-4750-8157-5bbc2d76f832/8ff3c6e9-627b-4750-8157-5bbc2d76f832.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.540857] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-296e98cc-44ae-4a25-be25-0c3491d48195 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.548400] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 657.548400] env[70491]: value = "task-3293593" [ 657.548400] env[70491]: _type = "Task" [ 657.548400] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.558891] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.605279] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.793312] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1831f61-b06b-4767-914f-5e7a65d504dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.805019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab741c-334b-4726-a610-15cc73df2b1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.845491] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293588, 'name': ReconfigVM_Task, 'duration_secs': 0.787023} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.846800] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 065480a4-932a-4a09-815e-73592fcc25c4/065480a4-932a-4a09-815e-73592fcc25c4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.849409] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221d5c8-8ff0-43f2-b0c3-9c9b5ec504e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.850458] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de7751aa-6a77-4ebb-b91f-63ae2c429835 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.857812] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fbee8d-5831-4aa5-b5fc-1a91d62a0f3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.866142] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 657.866142] env[70491]: value = "task-3293594" [ 657.866142] env[70491]: _type = "Task" [ 657.866142] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.889132] env[70491]: DEBUG nova.compute.provider_tree [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.889439] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Successfully created port: a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.897498] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293594, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.003507] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52695969-ed40-c67f-cccf-71e1dbba3078, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.004379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.004379] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.004379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.004508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.004925] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.004925] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3abe4c49-4e1d-46c0-b5da-08f27cb72bea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.014472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a17a3206-ec31-46f6-a6d3-a1d1424c734d tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.258s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.021655] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.021860] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.022660] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2e0882-14ee-4001-87e3-c6201a521047 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.031492] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 658.031492] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a79ee4-aca3-7b1d-ff23-4cb6e9fcf374" [ 658.031492] env[70491]: _type = "Task" [ 658.031492] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.040945] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a79ee4-aca3-7b1d-ff23-4cb6e9fcf374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.059507] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.155994] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Received event network-changed-971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.156547] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Refreshing instance network info cache due to event network-changed-971e18c7-b54a-41aa-adb8-a991bfe3c3a0. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.156891] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Acquiring lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.157093] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Acquired lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.157332] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Refreshing network info cache for port 971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.380742] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293594, 'name': Rename_Task, 'duration_secs': 0.499536} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.380913] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.381586] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c097a0-ae00-423a-8a8c-12f716929b5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.392046] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 658.392046] env[70491]: value = "task-3293595" [ 658.392046] env[70491]: _type = "Task" [ 658.392046] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.397198] env[70491]: DEBUG nova.scheduler.client.report [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.406293] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.517940] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Successfully updated port: c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.547851] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a79ee4-aca3-7b1d-ff23-4cb6e9fcf374, 'name': SearchDatastore_Task, 'duration_secs': 0.058945} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.551393] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c0b4993-2775-49fd-afc1-74acfe548b51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.566119] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 658.566119] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523232ad-e5c9-b4c2-82b8-5b225d03219d" [ 658.566119] env[70491]: _type = "Task" [ 658.566119] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.570828] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.749652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.575441] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8ff3c6e9-627b-4750-8157-5bbc2d76f832/8ff3c6e9-627b-4750-8157-5bbc2d76f832.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.575441] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.575906] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c8cdf0-d96a-45a1-a0d9-e5043669b565 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.588768] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523232ad-e5c9-b4c2-82b8-5b225d03219d, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.590699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.590985] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b6971311-a16f-4346-b1bf-a83950a38601/b6971311-a16f-4346-b1bf-a83950a38601.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.591494] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 658.591494] env[70491]: value = "task-3293596" [ 658.591494] env[70491]: _type = "Task" [ 658.591494] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.591717] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2995a6c0-31be-4093-94ef-2a0f5dc57c6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.603951] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.606404] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 658.606404] env[70491]: value = "task-3293597" [ 658.606404] env[70491]: _type = "Task" [ 658.606404] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.620208] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.623977] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.656760] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.657114] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.657361] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.657610] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.658072] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.658240] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.658516] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.658731] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.659401] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.659648] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.659865] env[70491]: DEBUG nova.virt.hardware [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.660893] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28631b83-4ff4-44ec-94f7-8f4ebf985566 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.673198] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a710acc-9af3-4f28-950d-93dab6748d69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.903495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.904073] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.906877] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293595, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.907406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.647s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.909436] env[70491]: INFO nova.compute.claims [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.023204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.023204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.023204] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.107483] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061401} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.108559] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.117917] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d90c5e-a8ce-4fe2-86fb-e3a1aacb9bab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.131011] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.149862] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 8ff3c6e9-627b-4750-8157-5bbc2d76f832/8ff3c6e9-627b-4750-8157-5bbc2d76f832.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.150118] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02336eab-6063-471d-bce1-7cf550d013da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.177430] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 659.177430] env[70491]: value = "task-3293598" [ 659.177430] env[70491]: _type = "Task" [ 659.177430] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.191238] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293598, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.318734] env[70491]: DEBUG nova.compute.manager [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Received event network-changed-4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.318734] env[70491]: DEBUG nova.compute.manager [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Refreshing instance network info cache due to event network-changed-4640de98-48b6-4248-802e-271ee1a05180. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.318734] env[70491]: DEBUG oslo_concurrency.lockutils [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] Acquiring lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.318734] env[70491]: DEBUG oslo_concurrency.lockutils [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] Acquired lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.318734] env[70491]: DEBUG nova.network.neutron [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Refreshing network info cache for port 4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.406018] env[70491]: DEBUG oslo_vmware.api [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293595, 'name': PowerOnVM_Task, 'duration_secs': 1.002255} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.407043] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.407248] env[70491]: INFO nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Took 10.13 seconds to spawn the instance on the hypervisor. [ 659.407684] env[70491]: DEBUG nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.409341] env[70491]: DEBUG nova.compute.utils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.413014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d535e-a66b-4f02-bf3b-210279d626b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.416291] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.416749] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.620080] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834914} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.620080] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b6971311-a16f-4346-b1bf-a83950a38601/b6971311-a16f-4346-b1bf-a83950a38601.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.620080] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.620080] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cee26d57-91a4-4e5b-8977-36e24e71e494 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.629026] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 659.629026] env[70491]: value = "task-3293600" [ 659.629026] env[70491]: _type = "Task" [ 659.629026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.637482] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.638600] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.694147] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293598, 'name': ReconfigVM_Task, 'duration_secs': 0.427459} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.694322] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 8ff3c6e9-627b-4750-8157-5bbc2d76f832/8ff3c6e9-627b-4750-8157-5bbc2d76f832.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.696789] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c32f41-e290-42eb-8086-4d9943c7768b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.703249] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 659.703249] env[70491]: value = "task-3293601" [ 659.703249] env[70491]: _type = "Task" [ 659.703249] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.717180] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293601, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.843424] env[70491]: DEBUG nova.policy [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9013cb3ff1431dab2e53eb78b72675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecbd0ef62a164761b32bace198e03f35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.916936] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.944690] env[70491]: INFO nova.compute.manager [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Took 17.18 seconds to build instance. [ 660.099083] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Updated VIF entry in instance network info cache for port 971e18c7-b54a-41aa-adb8-a991bfe3c3a0. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.099452] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Updating instance_info_cache with network_info: [{"id": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "address": "fa:16:3e:4f:c1:c6", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971e18c7-b5", "ovs_interfaceid": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.148314] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066817} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.155216] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.155575] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2660383c-f696-439a-99db-b216e2af7c9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.181687] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] b6971311-a16f-4346-b1bf-a83950a38601/b6971311-a16f-4346-b1bf-a83950a38601.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.184863] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa67834f-ab48-45b4-a52f-5fefb40d9dcb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.206654] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 660.206654] env[70491]: value = "task-3293602" [ 660.206654] env[70491]: _type = "Task" [ 660.206654] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.211406] env[70491]: DEBUG nova.network.neutron [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Updating instance_info_cache with network_info: [{"id": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "address": "fa:16:3e:b6:15:7b", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35f74de-31", "ovs_interfaceid": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.220097] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f5792-a5b0-4857-96cf-1d55a528fdc4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.231275] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.240874] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293601, 'name': Rename_Task, 'duration_secs': 0.465113} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.241621] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.242522] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22e61784-767b-4188-a629-862d0bf0e55d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.246438] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f4b8a0-7847-47d6-af80-adc9415300b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.251459] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 660.251459] env[70491]: value = "task-3293603" [ 660.251459] env[70491]: _type = "Task" [ 660.251459] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.279984] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d706577-8e8d-4472-b257-76edf1898452 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.285916] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.292179] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4896b9-7f70-450f-8cb6-0051f87ba647 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.315071] env[70491]: DEBUG nova.compute.provider_tree [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.454021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06e365f9-3f6f-4b6d-9a09-eddeb6f98ca5 tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.699s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.484445] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Successfully updated port: a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.605790] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Releasing lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.605790] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Received event network-vif-plugged-e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.605790] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Acquiring lock "b6971311-a16f-4346-b1bf-a83950a38601-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.605790] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Lock "b6971311-a16f-4346-b1bf-a83950a38601-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.605790] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Lock "b6971311-a16f-4346-b1bf-a83950a38601-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.605982] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] No waiting events found dispatching network-vif-plugged-e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.605982] env[70491]: WARNING nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Received unexpected event network-vif-plugged-e47288ee-3031-4ba5-a3db-0836248631e7 for instance with vm_state building and task_state spawning. [ 660.606157] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Received event network-changed-e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.607167] env[70491]: DEBUG nova.compute.manager [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Refreshing instance network info cache due to event network-changed-e47288ee-3031-4ba5-a3db-0836248631e7. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.607167] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Acquiring lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.607167] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Acquired lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.607341] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Refreshing network info cache for port e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.610406] env[70491]: DEBUG nova.network.neutron [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Updated VIF entry in instance network info cache for port 4640de98-48b6-4248-802e-271ee1a05180. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.612891] env[70491]: DEBUG nova.network.neutron [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Updating instance_info_cache with network_info: [{"id": "4640de98-48b6-4248-802e-271ee1a05180", "address": "fa:16:3e:80:33:f0", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4640de98-48", "ovs_interfaceid": "4640de98-48b6-4248-802e-271ee1a05180", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.718545] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.727396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.727396] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Instance network_info: |[{"id": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "address": "fa:16:3e:b6:15:7b", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35f74de-31", "ovs_interfaceid": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.728828] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:15:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c35f74de-3126-4343-93df-7e0d4c84d7bc', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.738880] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating folder: Project (d4f192b5fe464e01b971a82ecca5da13). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.738880] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8e4d1af-1239-4f7e-bbf4-805ec60ded38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.753849] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created folder: Project (d4f192b5fe464e01b971a82ecca5da13) in parent group-v657728. [ 660.754065] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating folder: Instances. Parent ref: group-v657744. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.760320] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbc176b7-2019-4dc2-a396-6fe3c2e29914 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.768739] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.775903] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created folder: Instances in parent group-v657744. [ 660.776204] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 660.776429] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.776588] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7c0ea2-9140-4573-a6b6-4d9df6128a95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.802261] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.802261] env[70491]: value = "task-3293606" [ 660.802261] env[70491]: _type = "Task" [ 660.802261] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.813495] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293606, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.817843] env[70491]: DEBUG nova.scheduler.client.report [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.945493] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.988843] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.989090] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.989245] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.989423] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.989562] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.989714] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.990012] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.990078] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.990256] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.990473] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.990628] env[70491]: DEBUG nova.virt.hardware [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.991846] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.991993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquired lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.992150] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.994963] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b210035-a130-4975-b3cd-c4aae03eed71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.009783] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25000f6-97f1-48de-ba52-4d267216d543 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.022603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "ad15c3a9-e888-4499-8067-9511bdf631df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.022838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.117458] env[70491]: DEBUG oslo_concurrency.lockutils [req-859dc6ea-e014-45b0-9d86-5e1b26077e56 req-e151d880-dbe1-4713-9e57-a1106c3c5e3f service nova] Releasing lock "refresh_cache-8ff3c6e9-627b-4750-8157-5bbc2d76f832" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.227170] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293602, 'name': ReconfigVM_Task, 'duration_secs': 0.620141} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.227170] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Reconfigured VM instance instance-00000004 to attach disk [datastore1] b6971311-a16f-4346-b1bf-a83950a38601/b6971311-a16f-4346-b1bf-a83950a38601.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.227170] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9e61b7-1a97-4d6d-b3f2-d676c065b273 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.232357] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 661.232357] env[70491]: value = "task-3293607" [ 661.232357] env[70491]: _type = "Task" [ 661.232357] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.241836] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293607, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.245618] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246044] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246259] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246446] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246700] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.246913] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.247112] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.266206] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.278821] env[70491]: DEBUG nova.compute.manager [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Received event network-vif-plugged-c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.279055] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Acquiring lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.279275] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.279436] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.279600] env[70491]: DEBUG nova.compute.manager [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] No waiting events found dispatching network-vif-plugged-c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.279757] env[70491]: WARNING nova.compute.manager [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Received unexpected event network-vif-plugged-c35f74de-3126-4343-93df-7e0d4c84d7bc for instance with vm_state building and task_state spawning. [ 661.279911] env[70491]: DEBUG nova.compute.manager [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Received event network-changed-c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.280152] env[70491]: DEBUG nova.compute.manager [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Refreshing instance network info cache due to event network-changed-c35f74de-3126-4343-93df-7e0d4c84d7bc. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 661.280357] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Acquiring lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.280490] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Acquired lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.280640] env[70491]: DEBUG nova.network.neutron [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Refreshing network info cache for port c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.312129] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293606, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.323852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.324581] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.537162] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.554512] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Successfully created port: 65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.576926] env[70491]: INFO nova.compute.manager [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Rebuilding instance [ 661.632589] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.650582] env[70491]: DEBUG nova.compute.manager [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.651512] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bea134b-54a6-48db-8d5c-07acdb729f08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.746920] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293607, 'name': Rename_Task, 'duration_secs': 0.33124} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.747233] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.747498] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623bae88-1875-46f9-8e33-f00f0324c9b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.751450] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Getting list of instances from cluster (obj){ [ 661.751450] env[70491]: value = "domain-c8" [ 661.751450] env[70491]: _type = "ClusterComputeResource" [ 661.751450] env[70491]: } {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 661.752538] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41f47da-f054-4b16-9f9a-122a729096bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.757781] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 661.757781] env[70491]: value = "task-3293609" [ 661.757781] env[70491]: _type = "Task" [ 661.757781] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.772529] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Got total of 5 instances {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 661.772669] env[70491]: WARNING nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 661.772781] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 065480a4-932a-4a09-815e-73592fcc25c4 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.772965] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid c54cdc3e-0a86-4662-b2ad-13e2c08c7897 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.773579] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 8ff3c6e9-627b-4750-8157-5bbc2d76f832 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.773579] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid b6971311-a16f-4346-b1bf-a83950a38601 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.773579] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 9c33dcde-32e8-4942-88c4-786789629c6f {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.775932] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid aee7ee90-e771-4e64-bc2b-abb63c5e8bcc {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.775932] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.775932] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 509e5873-2aaf-4f37-887e-7e5e0806457d {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 661.780139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "065480a4-932a-4a09-815e-73592fcc25c4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.780429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "065480a4-932a-4a09-815e-73592fcc25c4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.780894] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.781108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.781288] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 661.781447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.781672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.781886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "b6971311-a16f-4346-b1bf-a83950a38601" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.782119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "9c33dcde-32e8-4942-88c4-786789629c6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.782336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.782544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.782740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.783322] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.783563] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 661.783775] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.787861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40d4e44-6ef1-4f7d-8ce3-355bcd17d4fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.795669] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 661.795669] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.815291] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293606, 'name': CreateVM_Task, 'duration_secs': 0.513097} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.815462] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.816772] env[70491]: DEBUG oslo_vmware.service [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd7a595-cafe-46ee-af3d-9507e537f407 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.823196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.823600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.823752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.824332] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3322a08d-280f-415d-80eb-b277463bbb1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.829391] env[70491]: DEBUG nova.compute.utils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.832729] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.832729] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.836392] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 661.836392] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f3821-544f-0f25-9a15-7541c1a2ecfb" [ 661.836392] env[70491]: _type = "Task" [ 661.836392] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.846048] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f3821-544f-0f25-9a15-7541c1a2ecfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.072531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.072879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.074972] env[70491]: INFO nova.compute.claims [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.078461] env[70491]: DEBUG nova.policy [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '959ac8388440491e916f8cf3c8408f84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1e9eaeef2243298b4b3f10a3982ff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.282871] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.291552] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.296025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.306280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "065480a4-932a-4a09-815e-73592fcc25c4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.335972] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 662.368993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.369099] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.369256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.369395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.369570] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.369971] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50406ea5-c9a8-46c9-ba01-1e09b5e59c62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.380210] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.380393] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.381309] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b32992-2cfb-49a0-a349-53f76232df26 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.390811] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a00a74f-f8c7-4d83-bf3e-e839d51d577b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.397901] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 662.397901] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c14f0f-8022-60ad-8e86-ed23ab28be48" [ 662.397901] env[70491]: _type = "Task" [ 662.397901] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.409438] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c14f0f-8022-60ad-8e86-ed23ab28be48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.535065] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Updated VIF entry in instance network info cache for port e47288ee-3031-4ba5-a3db-0836248631e7. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.535394] env[70491]: DEBUG nova.network.neutron [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Updating instance_info_cache with network_info: [{"id": "e47288ee-3031-4ba5-a3db-0836248631e7", "address": "fa:16:3e:dc:6b:9f", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape47288ee-30", "ovs_interfaceid": "e47288ee-3031-4ba5-a3db-0836248631e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.599385] env[70491]: DEBUG nova.network.neutron [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Updating instance_info_cache with network_info: [{"id": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "address": "fa:16:3e:e8:3e:e5", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9719bbf-7f", "ovs_interfaceid": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.670229] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.675399] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf7f8474-d280-4263-ab3c-2a513af0b04c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.682828] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 662.682828] env[70491]: value = "task-3293610" [ 662.682828] env[70491]: _type = "Task" [ 662.682828] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.698325] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.783160] env[70491]: DEBUG oslo_vmware.api [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293603, 'name': PowerOnVM_Task, 'duration_secs': 2.332353} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.783160] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.783160] env[70491]: INFO nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Took 11.03 seconds to spawn the instance on the hypervisor. [ 662.783160] env[70491]: DEBUG nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.783160] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdcd9d0-771f-4d6a-9f61-14c132a670bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.786835] env[70491]: DEBUG oslo_vmware.api [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293609, 'name': PowerOnVM_Task, 'duration_secs': 0.873958} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.788654] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.788936] env[70491]: INFO nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Took 8.73 seconds to spawn the instance on the hypervisor. [ 662.789174] env[70491]: DEBUG nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.790117] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8e78d-e3a5-4c86-81bf-a8803382730c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.910030] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 662.910309] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating directory with path [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.910544] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06dc5789-6c1d-42a3-a810-a979acfffe45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.944057] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created directory with path [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.944248] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Fetch image to [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 662.944964] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Downloading image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk on the data store datastore2 {{(pid=70491) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 662.945321] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9a75d2-174e-49d3-b036-bb83a0fe35f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.959408] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b00092-987c-482c-bcc9-bc7ec4ff0aa4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.970340] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259ac852-e956-43a0-b9f3-cda67fcdf000 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.005382] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56829b14-15a7-4cd0-ac47-0378b958b9a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.012248] env[70491]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4e29f78a-1ef6-4a23-aedc-d7cd9099e504 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.045313] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2f8a325-29c9-413c-884b-cd9bdc5db7d1 req-7640c903-047e-48b6-a5d1-b58f83bd5256 service nova] Releasing lock "refresh_cache-b6971311-a16f-4346-b1bf-a83950a38601" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.045985] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Downloading image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to the data store datastore2 {{(pid=70491) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 663.107500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Releasing lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.107500] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Instance network_info: |[{"id": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "address": "fa:16:3e:e8:3e:e5", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9719bbf-7f", "ovs_interfaceid": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.109177] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:3e:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.119463] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Creating folder: Project (75e184d76e134b21902d97eb2e8fce01). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.126382] env[70491]: DEBUG nova.network.neutron [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Updated VIF entry in instance network info cache for port c35f74de-3126-4343-93df-7e0d4c84d7bc. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.126809] env[70491]: DEBUG nova.network.neutron [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Updating instance_info_cache with network_info: [{"id": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "address": "fa:16:3e:b6:15:7b", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc35f74de-31", "ovs_interfaceid": "c35f74de-3126-4343-93df-7e0d4c84d7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.128198] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4aaa21-d7a8-4f3c-b7cb-fe4642ba968c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.134475] env[70491]: DEBUG oslo_vmware.rw_handles [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 663.143386] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Created folder: Project (75e184d76e134b21902d97eb2e8fce01) in parent group-v657728. [ 663.143386] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Creating folder: Instances. Parent ref: group-v657748. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.201047] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ff71a12-61f4-4bcc-bf70-a7409b225915 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.220262] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293610, 'name': PowerOffVM_Task, 'duration_secs': 0.296741} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.221266] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.221674] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.222663] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Created folder: Instances in parent group-v657748. [ 663.222957] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.223750] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48ead2c-ed18-4361-8976-f90a563cc244 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.227236] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.231254] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df365116-7c18-42cb-890c-b3c90863d6ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.260173] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.261213] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e95e78-1e50-40cd-b252-623b61a67969 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.263093] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.263093] env[70491]: value = "task-3293613" [ 663.263093] env[70491]: _type = "Task" [ 663.263093] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.273151] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293613, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.275216] env[70491]: DEBUG nova.compute.manager [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Received event network-changed {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.275399] env[70491]: DEBUG nova.compute.manager [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Refreshing instance network info cache due to event network-changed. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.275695] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] Acquiring lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.275877] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] Acquired lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.276144] env[70491]: DEBUG nova.network.neutron [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.294349] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.294349] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.294349] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleting the datastore file [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.295095] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-925dc9d0-994f-4220-b276-1ed0f82a7de2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.322337] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 663.322337] env[70491]: value = "task-3293615" [ 663.322337] env[70491]: _type = "Task" [ 663.322337] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.327033] env[70491]: INFO nova.compute.manager [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Took 19.19 seconds to build instance. [ 663.333627] env[70491]: INFO nova.compute.manager [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Took 17.76 seconds to build instance. [ 663.342413] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.355030] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 663.395153] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:28:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1714810550',id=21,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-33781146',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.395564] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.395665] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.395964] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.396099] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.396308] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.396643] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.396836] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.397018] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.397248] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.397447] env[70491]: DEBUG nova.virt.hardware [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.399041] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c68469-a469-4857-a4ab-05d88c0b2102 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.411370] env[70491]: DEBUG nova.compute.manager [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Received event network-vif-plugged-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.411571] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Acquiring lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.411808] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.411924] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.412090] env[70491]: DEBUG nova.compute.manager [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] No waiting events found dispatching network-vif-plugged-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 663.412248] env[70491]: WARNING nova.compute.manager [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Received unexpected event network-vif-plugged-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b for instance with vm_state building and task_state spawning. [ 663.412396] env[70491]: DEBUG nova.compute.manager [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Received event network-changed-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.412550] env[70491]: DEBUG nova.compute.manager [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Refreshing instance network info cache due to event network-changed-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.412720] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Acquiring lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.412852] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Acquired lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.413051] env[70491]: DEBUG nova.network.neutron [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Refreshing network info cache for port a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.423731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eda5fd2-3a76-431e-9586-fb77942df410 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.448688] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d51834-d093-4fe8-83c4-601f74f0536f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.460354] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4506654c-d341-4534-b7be-9b3a19e7a8f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.510660] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ae329-0d7c-4c70-80f8-b4acf3fe0172 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.521269] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef38427-8ff9-44db-8736-12a93e661b25 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.539202] env[70491]: DEBUG nova.compute.provider_tree [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.634317] env[70491]: DEBUG oslo_concurrency.lockutils [req-6bde6af2-0c12-4e35-a8d5-e2a492e53321 req-abc32426-2473-4fa7-8e57-d7edc40f98ed service nova] Releasing lock "refresh_cache-9c33dcde-32e8-4942-88c4-786789629c6f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.779329] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293613, 'name': CreateVM_Task, 'duration_secs': 0.501665} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.779329] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.779329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.781166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.781166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.782751] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c50e49-ac74-4b1c-8565-40413560c9ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.790265] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 663.790265] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52549226-7311-be5e-b953-c6d51246c12a" [ 663.790265] env[70491]: _type = "Task" [ 663.790265] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.800374] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52549226-7311-be5e-b953-c6d51246c12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.836243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4e2c38a7-ed19-41aa-bd6d-226296df95a4 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.708s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.837530] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26581} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.838100] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7a3d6df4-02b9-4020-b725-8f79bf2eba7d tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b6971311-a16f-4346-b1bf-a83950a38601" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.276s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.838600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.057s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.838726] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] During sync_power_state the instance has a pending task (spawning). Skip. [ 663.840077] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.840974] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.841293] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.841578] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.852746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "b6971311-a16f-4346-b1bf-a83950a38601" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.071s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.852943] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b6971311-a16f-4346-b1bf-a83950a38601] During sync_power_state the instance has a pending task (spawning). Skip. [ 663.853162] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "b6971311-a16f-4346-b1bf-a83950a38601" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.046877] env[70491]: DEBUG nova.scheduler.client.report [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.098726] env[70491]: DEBUG oslo_vmware.rw_handles [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 664.099446] env[70491]: DEBUG oslo_vmware.rw_handles [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 664.159303] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Downloaded image file data 65a4678a-39cf-4d1a-897b-9b52677e4699 to vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk on the data store datastore2 {{(pid=70491) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 664.163959] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 664.163959] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copying Virtual Disk [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk to [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.163959] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5756b2f-785d-4331-a1e2-80c37ba69fbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.170276] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 664.170276] env[70491]: value = "task-3293617" [ 664.170276] env[70491]: _type = "Task" [ 664.170276] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.180408] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.304983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.305740] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.305740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.316448] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Successfully created port: e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.550570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.551200] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.558019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.258s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.558019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.558019] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 664.558019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414da674-993a-4ed3-ada2-c89db2c49099 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.572225] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18ce97-0d82-43c0-9de5-72df2d627e81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.593145] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396066b8-dbaa-4649-8d89-4c0106cabaa2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.601586] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fce112-c656-4bac-b9d8-7cf5b0ee9d27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.641433] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181003MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 664.641609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.641846] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.680599] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293617, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.753780] env[70491]: DEBUG nova.network.neutron [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Updating instance_info_cache with network_info: [{"id": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "address": "fa:16:3e:4f:c1:c6", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971e18c7-b5", "ovs_interfaceid": "971e18c7-b54a-41aa-adb8-a991bfe3c3a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.896351] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.896596] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.896786] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.897091] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.897180] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.897300] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.897477] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.897672] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.897819] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.897960] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.898151] env[70491]: DEBUG nova.virt.hardware [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.899324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a66f30f-173a-49dd-9645-d658080948fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.913196] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f13c17-d492-4873-9bba-402b9f2a00ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.929913] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.936817] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.937197] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.937435] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb01b7c0-6172-4215-914e-146105516a6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.955565] env[70491]: DEBUG nova.network.neutron [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Updated VIF entry in instance network info cache for port a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.955912] env[70491]: DEBUG nova.network.neutron [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Updating instance_info_cache with network_info: [{"id": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "address": "fa:16:3e:e8:3e:e5", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9719bbf-7f", "ovs_interfaceid": "a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.958321] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.958321] env[70491]: value = "task-3293618" [ 664.958321] env[70491]: _type = "Task" [ 664.958321] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.966607] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293618, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.057186] env[70491]: DEBUG nova.compute.utils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.058739] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.058846] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.182982] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809571} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.183270] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copied Virtual Disk [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk to [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.183520] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleting the datastore file [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699/tmp-sparse.vmdk {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.183760] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae9bb87-16b4-4f83-ba76-1a31f4b7a0c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.192071] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 665.192071] env[70491]: value = "task-3293619" [ 665.192071] env[70491]: _type = "Task" [ 665.192071] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.203873] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.213093] env[70491]: DEBUG nova.policy [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca2e08f2b2fe423b805545ec2bebbe72', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2f2e156a2204ee5ac86e76dcaf59c41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.257822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c8372045-d2fa-49fb-92bd-e81da44b8a3e tempest-ServerExternalEventsTest-867093493 tempest-ServerExternalEventsTest-867093493-project] Releasing lock "refresh_cache-065480a4-932a-4a09-815e-73592fcc25c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.462111] env[70491]: DEBUG oslo_concurrency.lockutils [req-4691dbdc-56ff-4799-a364-5e3e9de6de5e req-2cf504f9-13e2-4612-abb2-1b7880aa24dd service nova] Releasing lock "refresh_cache-aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.473605] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293618, 'name': CreateVM_Task, 'duration_secs': 0.415073} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.473605] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.473737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.474184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.474504] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.474814] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724181e1-3cad-4641-a044-a7979bcafd5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.481818] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 665.481818] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5283dbee-f10c-2747-f4b5-228c7a109c8b" [ 665.481818] env[70491]: _type = "Task" [ 665.481818] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.491305] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5283dbee-f10c-2747-f4b5-228c7a109c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.562175] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.693121] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c54cdc3e-0a86-4662-b2ad-13e2c08c7897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693121] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 065480a4-932a-4a09-815e-73592fcc25c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693121] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8ff3c6e9-627b-4750-8157-5bbc2d76f832 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693121] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance b6971311-a16f-4346-b1bf-a83950a38601 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693376] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 9c33dcde-32e8-4942-88c4-786789629c6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693376] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance aee7ee90-e771-4e64-bc2b-abb63c5e8bcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693376] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693376] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 509e5873-2aaf-4f37-887e-7e5e0806457d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693511] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ad15c3a9-e888-4499-8067-9511bdf631df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 665.693742] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 665.693961] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 665.709427] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025609} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.709741] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.709881] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Moving file from [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4/65a4678a-39cf-4d1a-897b-9b52677e4699 to [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699. {{(pid=70491) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 665.711467] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-64f86498-3e9e-4188-8261-cd9788f906de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.718570] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 665.718570] env[70491]: value = "task-3293621" [ 665.718570] env[70491]: _type = "Task" [ 665.718570] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.732257] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293621, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.801993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "065480a4-932a-4a09-815e-73592fcc25c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.803973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.803973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "065480a4-932a-4a09-815e-73592fcc25c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.803973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.803973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.809487] env[70491]: INFO nova.compute.manager [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Terminating instance [ 665.860480] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Successfully updated port: 65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.969520] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f5bb81-3bc7-4f68-8d61-f22517c02ef7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.978207] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04efa2bd-b5f4-4561-a553-289c2b61cfab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.016427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.017263] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.017263] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.018338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c5996c-08f4-4f18-aefa-5db958a7a5f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.026315] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88fdbf9-c827-4cac-b1fc-91a926f2876c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.041077] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.236213] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293621, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029542} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.236753] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] File moved {{(pid=70491) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 666.236753] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Cleaning up location [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 666.237533] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleting the datastore file [datastore2] vmware_temp/1f3f31bc-9b95-479d-a908-a23d7166e6b4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.237533] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d88c7fb-a823-4743-bf11-ef78aa40fc35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.250973] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 666.250973] env[70491]: value = "task-3293622" [ 666.250973] env[70491]: _type = "Task" [ 666.250973] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.267799] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.316797] env[70491]: DEBUG nova.compute.manager [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 666.317061] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.317985] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed25ccf-4bcd-4128-abaa-80e3cc4aab45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.325112] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.325365] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49d3ada1-02ec-4578-8803-acfd9d35b1b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.332465] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 666.332465] env[70491]: value = "task-3293623" [ 666.332465] env[70491]: _type = "Task" [ 666.332465] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.344240] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.367135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.367295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.367488] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.449801] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Successfully created port: b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.546987] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.576190] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.612259] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.612635] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.612635] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.612635] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.612819] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.615820] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.616143] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.616256] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.616434] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.616599] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.616811] env[70491]: DEBUG nova.virt.hardware [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.618128] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38f3d49-8eda-4d5e-a332-25e33b0373f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.627572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed1651b-32ea-4eb4-a6d3-475bbb376195 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.648716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.648716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.680260] env[70491]: DEBUG nova.compute.manager [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Received event network-vif-plugged-65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.681148] env[70491]: DEBUG oslo_concurrency.lockutils [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.681148] env[70491]: DEBUG oslo_concurrency.lockutils [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.681148] env[70491]: DEBUG oslo_concurrency.lockutils [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.681148] env[70491]: DEBUG nova.compute.manager [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] No waiting events found dispatching network-vif-plugged-65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.685297] env[70491]: WARNING nova.compute.manager [req-014b1ad4-4fdd-4921-aabb-0fcd23fe9d1a req-8e11adfa-d0ee-4af2-861a-220bb5bd9daa service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Received unexpected event network-vif-plugged-65ff8179-733c-46b4-9859-ec657a006817 for instance with vm_state building and task_state spawning. [ 666.764851] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025123} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.765122] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 666.765853] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4f6571-0591-416a-8143-dadb8565dc5d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.773068] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 666.773068] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5271249d-2dbc-826d-fbe4-4ee984cd7732" [ 666.773068] env[70491]: _type = "Task" [ 666.773068] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.781758] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5271249d-2dbc-826d-fbe4-4ee984cd7732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.833117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.833117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.852045] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293623, 'name': PowerOffVM_Task, 'duration_secs': 0.250087} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.852592] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.852796] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.853304] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8569da69-6581-4b68-998f-73c29ca0d546 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.931857] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.931857] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.931857] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Deleting the datastore file [datastore1] 065480a4-932a-4a09-815e-73592fcc25c4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.931857] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbb99f5-2401-4aba-abb9-ca6cbfc4e851 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.941629] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for the task: (returnval){ [ 666.941629] env[70491]: value = "task-3293625" [ 666.941629] env[70491]: _type = "Task" [ 666.941629] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.952306] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.010595] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.056753] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 667.057027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.415s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.057261] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 667.057665] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Getting list of instances from cluster (obj){ [ 667.057665] env[70491]: value = "domain-c8" [ 667.057665] env[70491]: _type = "ClusterComputeResource" [ 667.057665] env[70491]: } {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 667.058953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09cc775-1088-4891-a5be-1065f643bc22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.075379] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Got total of 5 instances {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 667.150505] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.286122] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5271249d-2dbc-826d-fbe4-4ee984cd7732, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.286530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.286924] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 9c33dcde-32e8-4942-88c4-786789629c6f/9c33dcde-32e8-4942-88c4-786789629c6f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.287073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.287185] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.287394] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a491503-e691-45cd-9e5a-6daa0a7e55a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.290122] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bcd1b83-a66e-4462-b020-b79a4e7eb09c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.307185] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 667.307185] env[70491]: value = "task-3293626" [ 667.307185] env[70491]: _type = "Task" [ 667.307185] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.308549] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.308718] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.312714] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d548de0-264f-4696-8462-10c9424c8bef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.320513] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.321905] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 667.321905] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f0b279-a174-cb12-2ed3-2aa2e1ab6028" [ 667.321905] env[70491]: _type = "Task" [ 667.321905] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.330942] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f0b279-a174-cb12-2ed3-2aa2e1ab6028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.338465] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 667.458539] env[70491]: DEBUG oslo_vmware.api [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Task: {'id': task-3293625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.458731] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.458919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.459106] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.459280] env[70491]: INFO nova.compute.manager [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 667.459520] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.459939] env[70491]: DEBUG nova.compute.manager [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.460062] env[70491]: DEBUG nova.network.neutron [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.702366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.702366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.703908] env[70491]: INFO nova.compute.claims [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.820276] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50746} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.820276] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 9c33dcde-32e8-4942-88c4-786789629c6f/9c33dcde-32e8-4942-88c4-786789629c6f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.820276] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.820558] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6764d789-e183-4f1e-8121-8a17fa964650 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.835026] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f0b279-a174-cb12-2ed3-2aa2e1ab6028, 'name': SearchDatastore_Task, 'duration_secs': 0.016918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.835392] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 667.835392] env[70491]: value = "task-3293628" [ 667.835392] env[70491]: _type = "Task" [ 667.835392] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.839019] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9efa2378-2541-4078-835a-a19b9488419d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.850765] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 667.850765] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52734e60-8f34-7f1f-eba2-dd84c8872ee3" [ 667.850765] env[70491]: _type = "Task" [ 667.850765] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.862450] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.873807] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52734e60-8f34-7f1f-eba2-dd84c8872ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.021305} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.874561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.874561] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] aee7ee90-e771-4e64-bc2b-abb63c5e8bcc/aee7ee90-e771-4e64-bc2b-abb63c5e8bcc.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.874710] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.874929] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.875358] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55536318-2e21-47f2-aeb4-c665935cd833 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.879707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.879707] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b46c84e-26e0-4022-bdc3-469289360092 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.886738] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 667.886738] env[70491]: value = "task-3293629" [ 667.886738] env[70491]: _type = "Task" [ 667.886738] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.893030] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.893030] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.893990] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9145db59-58ed-4028-99d2-269fe954d67d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.901886] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.905106] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 667.905106] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520f65de-38ec-31a5-6e1e-cf0881b66e22" [ 667.905106] env[70491]: _type = "Task" [ 667.905106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.915217] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520f65de-38ec-31a5-6e1e-cf0881b66e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.952292] env[70491]: DEBUG nova.network.neutron [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.119749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.119828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.352786] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074406} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.354428] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.354428] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b300698-febc-4006-a30b-c3d556d3a09e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.389050] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 9c33dcde-32e8-4942-88c4-786789629c6f/9c33dcde-32e8-4942-88c4-786789629c6f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.390094] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6fee951-4dda-40b2-999c-213a84434394 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.440041] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.440287] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520f65de-38ec-31a5-6e1e-cf0881b66e22, 'name': SearchDatastore_Task, 'duration_secs': 0.022643} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.447050] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 668.447050] env[70491]: value = "task-3293630" [ 668.447050] env[70491]: _type = "Task" [ 668.447050] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.447301] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d55072-c186-4232-b324-308db3820b6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.455643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.456012] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Instance network_info: |[{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 668.456460] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:e6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65ff8179-733c-46b4-9859-ec657a006817', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.469763] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Creating folder: Project (ecbd0ef62a164761b32bace198e03f35). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.475867] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a38961d-d6a3-44b4-8cff-e2714ead4d5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.481395] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 668.481395] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e282a-65ac-4f8a-d4ff-242795192c4c" [ 668.481395] env[70491]: _type = "Task" [ 668.481395] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.485252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.485573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.487183] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.498443] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e282a-65ac-4f8a-d4ff-242795192c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.500465] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Created folder: Project (ecbd0ef62a164761b32bace198e03f35) in parent group-v657728. [ 668.500648] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Creating folder: Instances. Parent ref: group-v657752. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.500893] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aede30db-9f0e-4121-8e62-39f42aed8273 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.510960] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Created folder: Instances in parent group-v657752. [ 668.511240] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.511444] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.511660] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f32ac70-f830-4b6f-bc58-522cf55affa2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.535766] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.535766] env[70491]: value = "task-3293633" [ 668.535766] env[70491]: _type = "Task" [ 668.535766] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.547785] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293633, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.613377] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Successfully updated port: e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.623147] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.902836] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671514} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.903128] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] aee7ee90-e771-4e64-bc2b-abb63c5e8bcc/aee7ee90-e771-4e64-bc2b-abb63c5e8bcc.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.903344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.903595] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-134a3d72-7421-4c08-b325-cba913bcdcad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.910230] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 668.910230] env[70491]: value = "task-3293634" [ 668.910230] env[70491]: _type = "Task" [ 668.910230] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.915916] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553f200f-de7f-4b2e-807c-dfa9ecc4ac60 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.924989] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.926066] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653d6640-d515-4415-8f75-55b18b66e01f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.965111] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce8f18d-7ec1-4820-9e26-6beb141b14aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.974020] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.978133] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aa7e9f-50af-4d0a-8e7a-6663a93bd438 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.991746] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.998065] env[70491]: DEBUG nova.compute.provider_tree [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.006818] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e282a-65ac-4f8a-d4ff-242795192c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.050864} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.006818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.007412] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.007841] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4621ef90-62a1-4c6f-985e-7bfdf6682973 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.016910] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 669.016910] env[70491]: value = "task-3293635" [ 669.016910] env[70491]: _type = "Task" [ 669.016910] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.029017] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.044064] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293633, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.120485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.121153] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.121153] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.145853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.183792] env[70491]: DEBUG nova.network.neutron [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.308546] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Successfully updated port: b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.430579] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069439} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.430898] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.431993] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf466f16-988e-48fc-80d6-94dff5b0a240 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.467133] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] aee7ee90-e771-4e64-bc2b-abb63c5e8bcc/aee7ee90-e771-4e64-bc2b-abb63c5e8bcc.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.467813] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6e7237-438a-4c79-9e92-ef63a62747ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.501498] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293630, 'name': ReconfigVM_Task, 'duration_secs': 0.765267} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.507131] env[70491]: DEBUG nova.scheduler.client.report [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.513669] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 9c33dcde-32e8-4942-88c4-786789629c6f/9c33dcde-32e8-4942-88c4-786789629c6f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.513669] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 669.513669] env[70491]: value = "task-3293636" [ 669.513669] env[70491]: _type = "Task" [ 669.513669] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.513669] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f47e0333-0925-44da-aa86-e1e0b10d242c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.526200] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 669.526200] env[70491]: value = "task-3293637" [ 669.526200] env[70491]: _type = "Task" [ 669.526200] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.526822] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.536150] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515536} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.541532] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.541532] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.543793] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-865ece54-900f-41f6-9153-86993359ab81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.546527] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293637, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.548474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.554358] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293633, 'name': CreateVM_Task, 'duration_secs': 0.674331} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.555660] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.556142] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 669.556142] env[70491]: value = "task-3293638" [ 669.556142] env[70491]: _type = "Task" [ 669.556142] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.556954] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.557172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.557521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.557930] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de01111f-b2f3-4b5e-affc-e5487a0c84e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.571681] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 669.571681] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526736e7-4d8d-b987-4905-6af5d9d7ab4c" [ 669.571681] env[70491]: _type = "Task" [ 669.571681] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.577700] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.587404] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526736e7-4d8d-b987-4905-6af5d9d7ab4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012367} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.587746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.588009] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.588268] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.588421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.588599] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.588874] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe81167-4bef-474d-a585-063a9b56b079 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.597478] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.597705] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.598544] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090ce2aa-88ae-4fcc-a4f3-e2f62960fc2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.604495] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 669.604495] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525716e9-9e62-e98a-7d27-992bc2ca68f2" [ 669.604495] env[70491]: _type = "Task" [ 669.604495] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.617604] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525716e9-9e62-e98a-7d27-992bc2ca68f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.685238] env[70491]: INFO nova.compute.manager [-] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Took 2.22 seconds to deallocate network for instance. [ 669.760152] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.814409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.814409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquired lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.814409] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.017837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.018566] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.026893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.145s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.026893] env[70491]: INFO nova.compute.claims [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.047354] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293637, 'name': Rename_Task, 'duration_secs': 0.278038} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.050763] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.051070] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.051314] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d3158d0-be1d-4504-9db0-e20e1474c279 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.058544] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 670.058544] env[70491]: value = "task-3293639" [ 670.058544] env[70491]: _type = "Task" [ 670.058544] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.076092] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.079533] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.079861] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.080656] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d6dcc3-1c6a-4e07-b4d2-b363ed841f5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.111063] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.113794] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84d85f79-c7db-4b37-aa53-98b1e72ec631 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.144182] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525716e9-9e62-e98a-7d27-992bc2ca68f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.146322] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 670.146322] env[70491]: value = "task-3293640" [ 670.146322] env[70491]: _type = "Task" [ 670.146322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.146818] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e608e36-6247-488c-ad39-16c6fc60cce8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.156226] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 670.156226] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d534b9-749d-6320-e4c4-ba691159648a" [ 670.156226] env[70491]: _type = "Task" [ 670.156226] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.159857] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.168703] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d534b9-749d-6320-e4c4-ba691159648a, 'name': SearchDatastore_Task} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.168919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.169388] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.169648] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1090691-19b2-41f5-93cb-003b790301fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.176456] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 670.176456] env[70491]: value = "task-3293641" [ 670.176456] env[70491]: _type = "Task" [ 670.176456] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.185749] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.196653] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.250459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "50415932-49a2-4b5c-a11d-e5e94d71d360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.250872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.340864] env[70491]: DEBUG nova.network.neutron [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.431286] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.526124] env[70491]: DEBUG nova.compute.utils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.528058] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.528058] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.550448] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.578993] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.662831] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.686748] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.755725] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.844200] env[70491]: DEBUG nova.policy [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '044b273c7740483a888eac1eb668305a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba7a1b703b8f4633b5d7edd1e847bcaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.850700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.852958] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Instance network_info: |[{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.853262] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:a5:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0bfe4da-e19b-478f-a9ac-a8c746364eff', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.866404] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating folder: Project (5d1e9eaeef2243298b4b3f10a3982ff0). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.872891] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3561e560-be89-48ed-a784-507aaf73e34d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.886231] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created folder: Project (5d1e9eaeef2243298b4b3f10a3982ff0) in parent group-v657728. [ 670.886422] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating folder: Instances. Parent ref: group-v657755. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.886678] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c831065d-6a61-4729-b7b8-509ec5f1030f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.897330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Acquiring lock "b6971311-a16f-4346-b1bf-a83950a38601" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.898902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "b6971311-a16f-4346-b1bf-a83950a38601" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.898902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Acquiring lock "b6971311-a16f-4346-b1bf-a83950a38601-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.898902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "b6971311-a16f-4346-b1bf-a83950a38601-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.898902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "b6971311-a16f-4346-b1bf-a83950a38601-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.906355] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created folder: Instances in parent group-v657755. [ 670.906647] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.907256] env[70491]: INFO nova.compute.manager [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Terminating instance [ 670.911032] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.911032] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3e9002d-35c4-4275-97a9-fae23813996b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.941146] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.941146] env[70491]: value = "task-3293644" [ 670.941146] env[70491]: _type = "Task" [ 670.941146] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.951852] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293644, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.043635] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.053839] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.085954] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.149470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.149682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.163286] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.192259] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293641, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002796} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.193799] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.193799] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.193799] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-745d3d6b-7f65-4e99-ba75-a21fc2381fcf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.201974] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 671.201974] env[70491]: value = "task-3293645" [ 671.201974] env[70491]: _type = "Task" [ 671.201974] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.213446] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.285421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.403500] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2427c097-c591-4dc2-b3c3-81973dcfc019 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.411848] env[70491]: DEBUG nova.compute.manager [req-5cb3a6fc-9c58-4022-95c0-1315dfca1e83 req-7109ab8b-fca8-43bf-beca-2d4e56abdeb6 service nova] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Received event network-vif-deleted-971e18c7-b54a-41aa-adb8-a991bfe3c3a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.418684] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43496896-56fb-4fc8-bfd1-092e80377805 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.451687] env[70491]: DEBUG nova.compute.manager [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 671.451687] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.454203] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Received event network-changed-65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.454203] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Refreshing instance network info cache due to event network-changed-65ff8179-733c-46b4-9859-ec657a006817. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.454203] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Acquiring lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.454203] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Acquired lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.454203] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Refreshing network info cache for port 65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.455973] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5095b876-7a8a-48d5-b0b0-1325fe3516cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.464549] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb81b4cf-564a-4f64-888e-4310c3b88aee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.477258] env[70491]: DEBUG nova.network.neutron [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Updating instance_info_cache with network_info: [{"id": "b6124f05-1080-4ff5-8a63-b797da9fc049", "address": "fa:16:3e:a2:4c:88", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6124f05-10", "ovs_interfaceid": "b6124f05-1080-4ff5-8a63-b797da9fc049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.490582] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.501027] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ec6233d-9029-4059-9130-692143a258bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.501027] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293644, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.505994] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a8a03-e5c1-4203-8fcf-42ca46e72cfd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.526897] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Waiting for the task: (returnval){ [ 671.526897] env[70491]: value = "task-3293646" [ 671.526897] env[70491]: _type = "Task" [ 671.526897] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.527363] env[70491]: DEBUG nova.compute.provider_tree [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.546504] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Task: {'id': task-3293646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.551064] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293636, 'name': ReconfigVM_Task, 'duration_secs': 1.639695} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.551370] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Reconfigured VM instance instance-00000006 to attach disk [datastore2] aee7ee90-e771-4e64-bc2b-abb63c5e8bcc/aee7ee90-e771-4e64-bc2b-abb63c5e8bcc.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.552239] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cef9202-4064-499a-b91c-2d6ac768afcd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.563276] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 671.563276] env[70491]: value = "task-3293647" [ 671.563276] env[70491]: _type = "Task" [ 671.563276] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.573793] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293647, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.582670] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.668079] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293640, 'name': ReconfigVM_Task, 'duration_secs': 1.175294} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.668079] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfigured VM instance instance-00000002 to attach disk [datastore2] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.668079] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19592c4a-d25d-437e-9b97-ac687efe9891 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.677257] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 671.677257] env[70491]: value = "task-3293648" [ 671.677257] env[70491]: _type = "Task" [ 671.677257] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.686933] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293648, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.712830] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079917} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.713118] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.714768] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d568381-7d4d-4e9d-b727-a2ef9bbd329a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.744233] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.745031] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-539f6cb4-5515-4e24-ae6a-31cc4c6914b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765615] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 671.765615] env[70491]: value = "task-3293649" [ 671.765615] env[70491]: _type = "Task" [ 671.765615] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.774627] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.962190] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293644, 'name': CreateVM_Task, 'duration_secs': 0.58162} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.962190] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.964998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.965255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.965519] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cbb546-5b8b-4aa1-bb39-8724268a761b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.972170] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 671.972170] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52194db4-5f6c-3670-66ae-5774ac8b4e68" [ 671.972170] env[70491]: _type = "Task" [ 671.972170] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.985048] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52194db4-5f6c-3670-66ae-5774ac8b4e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.986332] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Releasing lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.986651] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Instance network_info: |[{"id": "b6124f05-1080-4ff5-8a63-b797da9fc049", "address": "fa:16:3e:a2:4c:88", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6124f05-10", "ovs_interfaceid": "b6124f05-1080-4ff5-8a63-b797da9fc049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.987120] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:4c:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6124f05-1080-4ff5-8a63-b797da9fc049', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.996654] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Creating folder: Project (f2f2e156a2204ee5ac86e76dcaf59c41). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.000428] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a36ca78-ed3d-4bab-97fe-c401b88bc8c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.011070] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Created folder: Project (f2f2e156a2204ee5ac86e76dcaf59c41) in parent group-v657728. [ 672.011205] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Creating folder: Instances. Parent ref: group-v657758. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.011538] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a30e45d4-30e0-464a-a2f7-b81aa28b35cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.020130] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Created folder: Instances in parent group-v657758. [ 672.020274] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.021216] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.021216] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c99d07db-939f-47b4-b8d8-a5edd5fed995 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.041854] env[70491]: DEBUG nova.scheduler.client.report [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.053475] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.053475] env[70491]: value = "task-3293652" [ 672.053475] env[70491]: _type = "Task" [ 672.053475] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.053475] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Task: {'id': task-3293646, 'name': PowerOffVM_Task, 'duration_secs': 0.189573} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.055248] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.055248] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.058202] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36554023-4a4d-4b15-8f68-9b92d4b6211c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.069101] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.077950] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293652, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.094271] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293647, 'name': Rename_Task, 'duration_secs': 0.212392} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.095397] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.095678] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.095883] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef848296-6b03-4f1a-8eef-ded6c0819a4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.103185] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 672.103185] env[70491]: value = "task-3293654" [ 672.103185] env[70491]: _type = "Task" [ 672.103185] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.112738] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.113055] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.113174] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.113462] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.113594] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.113979] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.113979] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.115103] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.115103] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.115103] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.115103] env[70491]: DEBUG nova.virt.hardware [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.116210] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa15f3-a369-49a5-ad9e-a431bf841de4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.121760] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.128206] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0719a13c-715d-4164-a9bd-244a9bf91b84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.132940] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.133194] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.133375] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Deleting the datastore file [datastore1] b6971311-a16f-4346-b1bf-a83950a38601 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.137059] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c699ef53-7d31-42ae-bb0a-251568a839f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.153945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.153945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.160575] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Waiting for the task: (returnval){ [ 672.160575] env[70491]: value = "task-3293655" [ 672.160575] env[70491]: _type = "Task" [ 672.160575] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.168571] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Task: {'id': task-3293655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.188282] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293648, 'name': Rename_Task, 'duration_secs': 0.205001} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.188966] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.189249] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ff015f4-45de-418a-85ab-69af0f455c45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.196206] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 672.196206] env[70491]: value = "task-3293656" [ 672.196206] env[70491]: _type = "Task" [ 672.196206] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.204946] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.277198] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.484293] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52194db4-5f6c-3670-66ae-5774ac8b4e68, 'name': SearchDatastore_Task, 'duration_secs': 0.039918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.484673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485152] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.485438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.485594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.485772] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.486381] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eac6f1fc-954f-42f3-a07d-a8e95a0bbe47 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.495399] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.495681] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.497275] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b112e364-3790-455a-8575-eee044628893 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.504704] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 672.504704] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289a025-074f-0e86-5aee-00d4e9b35e53" [ 672.504704] env[70491]: _type = "Task" [ 672.504704] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.515259] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289a025-074f-0e86-5aee-00d4e9b35e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.555769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.556334] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.559887] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.414s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.561739] env[70491]: INFO nova.compute.claims [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.574934] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293652, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.588523] env[70491]: DEBUG oslo_vmware.api [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293639, 'name': PowerOnVM_Task, 'duration_secs': 2.202807} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.588798] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.588990] env[70491]: INFO nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Took 16.27 seconds to spawn the instance on the hypervisor. [ 672.589195] env[70491]: DEBUG nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.593022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2dac1f-c34a-4f7f-b499-9bce6f079d23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.614583] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.669170] env[70491]: DEBUG oslo_vmware.api [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Task: {'id': task-3293655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384728} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.669443] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.669638] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.670090] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.670090] env[70491]: INFO nova.compute.manager [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Took 1.22 seconds to destroy the instance on the hypervisor. [ 672.670222] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.670406] env[70491]: DEBUG nova.compute.manager [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 672.670504] env[70491]: DEBUG nova.network.neutron [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 672.706868] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293656, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.779641] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293649, 'name': ReconfigVM_Task, 'duration_secs': 0.624732} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.779939] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.780611] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4f9258c-ed89-46de-8ae9-d83d46a93e07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.787980] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 672.787980] env[70491]: value = "task-3293657" [ 672.787980] env[70491]: _type = "Task" [ 672.787980] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.798552] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293657, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.014674] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289a025-074f-0e86-5aee-00d4e9b35e53, 'name': SearchDatastore_Task, 'duration_secs': 0.01364} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.015536] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6728d73-e84a-44bf-957a-bd4600a2f206 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.022762] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 673.022762] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52280c69-1631-1ab2-800f-4489782cceb6" [ 673.022762] env[70491]: _type = "Task" [ 673.022762] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.034183] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52280c69-1631-1ab2-800f-4489782cceb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.069228] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293652, 'name': CreateVM_Task, 'duration_secs': 0.643886} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.070107] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Successfully created port: 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.075334] env[70491]: DEBUG nova.compute.utils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.076479] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.076793] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.076984] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.083215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.083215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.083215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.083215] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb07d38-6cfc-4f16-921e-398d0962dc9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.088391] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 673.088391] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5294af54-a7e8-d658-9795-354f8c4063b4" [ 673.088391] env[70491]: _type = "Task" [ 673.088391] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.096553] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5294af54-a7e8-d658-9795-354f8c4063b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.116815] env[70491]: INFO nova.compute.manager [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Took 26.18 seconds to build instance. [ 673.128080] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.128080] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updated VIF entry in instance network info cache for port 65ff8179-733c-46b4-9859-ec657a006817. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.128569] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.209798] env[70491]: DEBUG oslo_vmware.api [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293656, 'name': PowerOnVM_Task, 'duration_secs': 0.595048} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.210320] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.210681] env[70491]: DEBUG nova.compute.manager [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.211379] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a73b8-1119-41eb-b601-86c822c995fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.261428] env[70491]: DEBUG nova.policy [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7269184ff58c49fca0616351afdba9bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2d07f8978b4401aca93a2af7af28f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.302704] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293657, 'name': Rename_Task, 'duration_secs': 0.348202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.302994] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.303260] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d46ec0c-b2c5-4154-a18f-69e6fc9ad540 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.310088] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 673.310088] env[70491]: value = "task-3293658" [ 673.310088] env[70491]: _type = "Task" [ 673.310088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.320267] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.544360] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52280c69-1631-1ab2-800f-4489782cceb6, 'name': SearchDatastore_Task, 'duration_secs': 0.016017} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.544705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.545643] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.545643] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f014d0c5-cc8a-4121-9451-3682afc1ada6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.556204] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 673.556204] env[70491]: value = "task-3293659" [ 673.556204] env[70491]: _type = "Task" [ 673.556204] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.564600] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.586444] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.608898] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5294af54-a7e8-d658-9795-354f8c4063b4, 'name': SearchDatastore_Task, 'duration_secs': 0.016447} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.609751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.609751] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.609916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.610154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.610226] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.611583] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8da085c-97f4-44b4-b27c-3cf18ef67ea9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.625893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e72eb3aa-bd98-42c8-ade7-ac363b002326 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.695s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.626671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.844s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.626671] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] During sync_power_state the instance has a pending task (spawning). Skip. [ 673.626855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.634390] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Releasing lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634701] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Received event network-vif-plugged-e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.635688] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.635688] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.635688] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.635688] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] No waiting events found dispatching network-vif-plugged-e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.635968] env[70491]: WARNING nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Received unexpected event network-vif-plugged-e0bfe4da-e19b-478f-a9ac-a8c746364eff for instance with vm_state building and task_state spawning. [ 673.636076] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Received event network-changed-e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.637567] env[70491]: DEBUG nova.compute.manager [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Refreshing instance network info cache due to event network-changed-e0bfe4da-e19b-478f-a9ac-a8c746364eff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.637567] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.637567] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.637567] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Refreshing network info cache for port e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.638177] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.639870] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.640062] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.641153] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce715d4-6f33-427d-9d38-bcc9ed6aeb49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.647402] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 673.647402] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529e9cf6-1499-35f6-b77e-dddb6e508fbb" [ 673.647402] env[70491]: _type = "Task" [ 673.647402] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.662994] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529e9cf6-1499-35f6-b77e-dddb6e508fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.665285] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49de990d-4514-4548-affe-2523b97cfbf0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.672867] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 673.672867] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb45ab-69d6-9bb6-4c98-f6f586b5424e" [ 673.672867] env[70491]: _type = "Task" [ 673.672867] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.688023] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb45ab-69d6-9bb6-4c98-f6f586b5424e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.728661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.820833] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293658, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.880058] env[70491]: DEBUG nova.network.neutron [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.925334] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b35ffd-6b85-4c8c-a0aa-6536c3a24991 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.933902] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec23df7-780a-4f87-8fe1-1e11b4d9be7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.965934] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558d3ef6-dab2-4d1a-94e5-3d72264c28bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.976805] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65306260-cace-4d9c-aa52-c8a0a073e0c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.995092] env[70491]: DEBUG nova.compute.provider_tree [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.069686] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293659, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.101446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "f063a7df-db3b-4573-9e02-d864661fb441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.101446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.121096] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.128709] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.188582] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb45ab-69d6-9bb6-4c98-f6f586b5424e, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.189781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.189781] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ad15c3a9-e888-4499-8067-9511bdf631df/ad15c3a9-e888-4499-8067-9511bdf631df.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.190343] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20e39516-574f-4ffa-ba41-d70d6470daf7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.197328] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 674.197328] env[70491]: value = "task-3293660" [ 674.197328] env[70491]: _type = "Task" [ 674.197328] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.205574] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.321543] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293658, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.383205] env[70491]: INFO nova.compute.manager [-] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Took 1.71 seconds to deallocate network for instance. [ 674.500323] env[70491]: DEBUG nova.scheduler.client.report [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.571368] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572994} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.571891] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.572013] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.572378] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7acb522-5f90-49fc-ac66-cff2368781ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.580572] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 674.580572] env[70491]: value = "task-3293661" [ 674.580572] env[70491]: _type = "Task" [ 674.580572] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.591696] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293661, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.602880] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.624787] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.642613] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.643011] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.643684] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.643684] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.643684] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.643684] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.643891] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.644093] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.644199] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.644424] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.644766] env[70491]: DEBUG nova.virt.hardware [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.646064] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c6036b-1ad1-49e6-9da6-1712559ed63a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.656785] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f10597-64fb-46d5-a2db-dcfd02a1e7d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.677580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.710764] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293660, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.756335] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Successfully created port: ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.822591] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293658, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.895822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.970351] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updated VIF entry in instance network info cache for port e0bfe4da-e19b-478f-a9ac-a8c746364eff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.970351] env[70491]: DEBUG nova.network.neutron [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.006867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.007442] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.011027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.462s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.015108] env[70491]: INFO nova.compute.claims [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.097483] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293661, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213234} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.097766] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.098940] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97880f80-550f-4b44-a0af-cc1c9427af7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.130159] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.136700] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8fcd818-dec9-4ff0-8730-2d3afead562b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.158288] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task} progress is 80%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.162240] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 675.162240] env[70491]: value = "task-3293662" [ 675.162240] env[70491]: _type = "Task" [ 675.162240] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.167588] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.212609] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637057} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.212609] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ad15c3a9-e888-4499-8067-9511bdf631df/ad15c3a9-e888-4499-8067-9511bdf631df.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.212609] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.212609] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35b60762-131a-422b-ac0c-e45cfc3e2eef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.219030] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 675.219030] env[70491]: value = "task-3293663" [ 675.219030] env[70491]: _type = "Task" [ 675.219030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.228890] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.326049] env[70491]: DEBUG oslo_vmware.api [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293658, 'name': PowerOnVM_Task, 'duration_secs': 1.702296} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.326049] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.326049] env[70491]: INFO nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Took 14.38 seconds to spawn the instance on the hypervisor. [ 675.326049] env[70491]: DEBUG nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.326049] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72f2d31-6de1-4610-94c6-66a3d2c7147a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.473940] env[70491]: DEBUG oslo_concurrency.lockutils [req-46c7f693-ff79-4af7-ac41-d52cb061b1a2 req-3eb5c013-c1cc-470c-acb6-4ab3eef36ed6 service nova] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.522244] env[70491]: DEBUG nova.compute.utils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.529681] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.530423] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.629740] env[70491]: DEBUG nova.policy [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddbce32f6e8e48f0965afbe4c0564a08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86a6e90331f643658badbdb0dbca39b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.637823] env[70491]: DEBUG oslo_vmware.api [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293654, 'name': PowerOnVM_Task, 'duration_secs': 3.355999} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.638334] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.638699] env[70491]: INFO nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Took 17.01 seconds to spawn the instance on the hypervisor. [ 675.639133] env[70491]: DEBUG nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.640241] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc040dc-c798-4d47-bc7d-85269db8cbc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.674038] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293662, 'name': ReconfigVM_Task, 'duration_secs': 0.35033} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.677421] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.678202] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b04fdaf2-4538-471f-b88a-e4d5a4a7b1ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.684997] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 675.684997] env[70491]: value = "task-3293664" [ 675.684997] env[70491]: _type = "Task" [ 675.684997] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.695875] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293664, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.705183] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "5832edbb-f33e-46a7-a144-b321f725d785" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.705316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.734991] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096398} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.734991] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.735560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273cc579-2175-4dbe-b92a-743cb7f61997 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.766350] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] ad15c3a9-e888-4499-8067-9511bdf631df/ad15c3a9-e888-4499-8067-9511bdf631df.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.767492] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d023bf39-58dd-443f-8fed-d66acf1e3e65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.792593] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 675.792593] env[70491]: value = "task-3293665" [ 675.792593] env[70491]: _type = "Task" [ 675.792593] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.802566] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.849386] env[70491]: INFO nova.compute.manager [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Took 25.42 seconds to build instance. [ 676.027464] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.165462] env[70491]: INFO nova.compute.manager [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Took 27.91 seconds to build instance. [ 676.203995] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293664, 'name': Rename_Task, 'duration_secs': 0.29972} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.206715] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.210370] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-649b8903-a33a-458c-a07f-dd90bc533b06 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.217159] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 676.217159] env[70491]: value = "task-3293666" [ 676.217159] env[70491]: _type = "Task" [ 676.217159] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.226705] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.315233] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.353606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1ba77b0-8db3-433b-aa35-154abfb8ba82 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.955s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.359025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.572s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.359025] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] During sync_power_state the instance has a pending task (spawning). Skip. [ 676.359025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.432865] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca68c51-003e-4c5c-a180-cda53e5f3c77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.443777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633b3d2e-a54c-41bf-8954-c8f518a078cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.476910] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03bfe5-b5ea-4ef1-83d2-c3da3d1041ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.487981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cd0e28-b81b-4b2b-bf91-862b88be8862 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.501314] env[70491]: DEBUG nova.compute.provider_tree [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.629124] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Successfully created port: 3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.650809] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Successfully updated port: 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.671434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8799381c-a8b0-42e2-88e9-2048713235b2 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.421s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.671434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.887s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.671434] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] During sync_power_state the instance has a pending task (spawning). Skip. [ 676.671434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.733766] env[70491]: DEBUG oslo_vmware.api [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3293666, 'name': PowerOnVM_Task, 'duration_secs': 0.51266} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.734199] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.734532] env[70491]: INFO nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Took 13.38 seconds to spawn the instance on the hypervisor. [ 676.735041] env[70491]: DEBUG nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.736727] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b37a3e8-559d-469a-afc8-19a6e20e094d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.805764] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293665, 'name': ReconfigVM_Task, 'duration_secs': 0.87857} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.811031] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Reconfigured VM instance instance-00000009 to attach disk [datastore2] ad15c3a9-e888-4499-8067-9511bdf631df/ad15c3a9-e888-4499-8067-9511bdf631df.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.811382] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24220ebb-12ec-46c6-9f0a-1b4bc9177a17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.819931] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 676.819931] env[70491]: value = "task-3293667" [ 676.819931] env[70491]: _type = "Task" [ 676.819931] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.837780] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293667, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.859561] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.920547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "68f2388d-9800-4e21-b62c-f7f062c979b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.920815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.005071] env[70491]: DEBUG nova.scheduler.client.report [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.041278] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.071620] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:28:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='501981623',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1351285552',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.071856] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.072016] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.075864] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.076420] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.076420] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.076420] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.076606] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.076745] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.076946] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.077206] env[70491]: DEBUG nova.virt.hardware [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.078153] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab175098-b2ee-48d8-b3aa-bcec1cff024b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.090448] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b3806-dd67-4dcd-a53d-c25372f4e637 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.154129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.154129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquired lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.154129] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.172137] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.256520] env[70491]: INFO nova.compute.manager [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Took 20.02 seconds to build instance. [ 677.330160] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293667, 'name': Rename_Task, 'duration_secs': 0.259196} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.333673] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.333673] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5cba28-ed80-4255-8d35-3d1915cccb18 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.337054] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 677.337054] env[70491]: value = "task-3293668" [ 677.337054] env[70491]: _type = "Task" [ 677.337054] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.347262] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.385953] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.452312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.452509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.510995] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.510995] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.517070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.320s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.517388] env[70491]: DEBUG nova.objects.instance [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lazy-loading 'resources' on Instance uuid 065480a4-932a-4a09-815e-73592fcc25c4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.530221] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Successfully updated port: ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.710098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.716043] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.761095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f323e91-6168-47c7-b261-d9f6b923f9c7 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.541s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.761095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.977s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.761095] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b9654b-6a4d-4aa7-b78a-cfc901a85b02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.798670] env[70491]: DEBUG nova.compute.manager [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Received event network-vif-plugged-b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.799182] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Acquiring lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.799527] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.799810] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.800129] env[70491]: DEBUG nova.compute.manager [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] No waiting events found dispatching network-vif-plugged-b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.800440] env[70491]: WARNING nova.compute.manager [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Received unexpected event network-vif-plugged-b6124f05-1080-4ff5-8a63-b797da9fc049 for instance with vm_state building and task_state spawning. [ 677.800737] env[70491]: DEBUG nova.compute.manager [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Received event network-changed-b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.801061] env[70491]: DEBUG nova.compute.manager [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Refreshing instance network info cache due to event network-changed-b6124f05-1080-4ff5-8a63-b797da9fc049. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.801735] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Acquiring lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.802783] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Acquired lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.802783] env[70491]: DEBUG nova.network.neutron [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Refreshing network info cache for port b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.822800] env[70491]: DEBUG nova.compute.manager [req-f3ad8534-b20d-48e2-80ee-5a64a5c447e2 req-9e143ad5-a0c8-4136-ae94-b40cb24915bc service nova] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Received event network-vif-deleted-e47288ee-3031-4ba5-a3db-0836248631e7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.849811] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293668, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.021346] env[70491]: DEBUG nova.compute.utils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.023488] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 678.033195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.033195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.033195] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.133679] env[70491]: DEBUG nova.network.neutron [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updating instance_info_cache with network_info: [{"id": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "address": "fa:16:3e:d6:c9:43", "network": {"id": "c244347c-b026-42e7-a52f-b8e85c5420a9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2031409613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7a1b703b8f4633b5d7edd1e847bcaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce7e235-43", "ovs_interfaceid": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.261964] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.282523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.354122] env[70491]: DEBUG oslo_vmware.api [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293668, 'name': PowerOnVM_Task, 'duration_secs': 0.730435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.356389] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.356786] env[70491]: INFO nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Took 11.78 seconds to spawn the instance on the hypervisor. [ 678.356786] env[70491]: DEBUG nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.357658] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261b2ad-f737-4475-80dc-12b67d6dfa07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.410215] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89204311-2deb-4e9a-a2fb-a1f42197ed6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.421198] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa926b-e4ed-489a-8403-da79f75ac57c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.463810] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652078a4-434e-4583-8fbd-3e85cb0efb32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.470816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.471123] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.478102] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2004be1b-ea21-4a48-a013-4385a243a7a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.494445] env[70491]: DEBUG nova.compute.provider_tree [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.530866] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.619036] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.636352] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Releasing lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.636698] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Instance network_info: |[{"id": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "address": "fa:16:3e:d6:c9:43", "network": {"id": "c244347c-b026-42e7-a52f-b8e85c5420a9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2031409613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7a1b703b8f4633b5d7edd1e847bcaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce7e235-43", "ovs_interfaceid": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.637202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c9:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce7e235-4373-4fc1-befc-4a99f7aeb4a2', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.649735] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Creating folder: Project (ba7a1b703b8f4633b5d7edd1e847bcaa). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.654110] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1f4ad8b-939e-40e0-9efc-256786f3b7ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.675157] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Created folder: Project (ba7a1b703b8f4633b5d7edd1e847bcaa) in parent group-v657728. [ 678.676028] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Creating folder: Instances. Parent ref: group-v657761. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.676028] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd5367c-5a3b-49f7-b8e9-ac894a7f2433 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.689429] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Created folder: Instances in parent group-v657761. [ 678.689712] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.689920] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.690405] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0bf9637-f0d3-4064-b77a-2e79f9172d4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.721064] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.721064] env[70491]: value = "task-3293671" [ 678.721064] env[70491]: _type = "Task" [ 678.721064] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.734923] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293671, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.743876] env[70491]: DEBUG nova.network.neutron [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Updated VIF entry in instance network info cache for port b6124f05-1080-4ff5-8a63-b797da9fc049. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.743876] env[70491]: DEBUG nova.network.neutron [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Updating instance_info_cache with network_info: [{"id": "b6124f05-1080-4ff5-8a63-b797da9fc049", "address": "fa:16:3e:a2:4c:88", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6124f05-10", "ovs_interfaceid": "b6124f05-1080-4ff5-8a63-b797da9fc049", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.799856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.886599] env[70491]: INFO nova.compute.manager [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Took 16.84 seconds to build instance. [ 678.958789] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Successfully updated port: 3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.997836] env[70491]: DEBUG nova.network.neutron [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Updating instance_info_cache with network_info: [{"id": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "address": "fa:16:3e:07:d8:ca", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe500be-b9", "ovs_interfaceid": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.000309] env[70491]: DEBUG nova.scheduler.client.report [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.237613] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293671, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.249255] env[70491]: DEBUG oslo_concurrency.lockutils [req-8f1c401c-2241-4d69-9b4c-2166ba799bd9 req-cffea77d-d47c-4ea5-88e2-f82be9880064 service nova] Releasing lock "refresh_cache-ad15c3a9-e888-4499-8067-9511bdf631df" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.255249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.284096] env[70491]: INFO nova.compute.manager [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Rebuilding instance [ 679.294868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.295581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.328512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "7ec9324c-f8ea-4528-a287-c42dc901c636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.329911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.346168] env[70491]: DEBUG nova.compute.manager [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.346996] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762e2ef6-965e-4bf8-8dc6-11547e429784 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.390171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2e8ac686-0f88-438d-9c76-0a3219fdc5f6 tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.366s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.462249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.462249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.462249] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.508427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.508427] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Instance network_info: |[{"id": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "address": "fa:16:3e:07:d8:ca", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe500be-b9", "ovs_interfaceid": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.512515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.512515] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:d8:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffe500be-b959-4d0c-8d22-4de1327cc1de', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.530934] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating folder: Project (ce2d07f8978b4401aca93a2af7af28f3). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.530934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.244s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.532041] env[70491]: INFO nova.compute.claims [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.535121] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f523b91-e2f2-4f2d-a628-1a8a5f3791d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.552037] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.563613] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Created folder: Project (ce2d07f8978b4401aca93a2af7af28f3) in parent group-v657728. [ 679.563613] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating folder: Instances. Parent ref: group-v657764. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.564182] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa47ef22-fc1f-4977-b61d-7c0ac8ff86b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.571542] env[70491]: INFO nova.scheduler.client.report [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Deleted allocations for instance 065480a4-932a-4a09-815e-73592fcc25c4 [ 679.580386] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Created folder: Instances in parent group-v657764. [ 679.580557] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.581097] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.581576] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-780b6ba2-3046-4d6e-bf6a-89fa7a0cad1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.617923] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.617923] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.617923] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.618425] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.618425] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.618425] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.618425] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.618425] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.618633] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.618633] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.618707] env[70491]: DEBUG nova.virt.hardware [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.620091] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec6656-404c-4993-83a0-13a218f79b77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.628148] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.628148] env[70491]: value = "task-3293674" [ 679.628148] env[70491]: _type = "Task" [ 679.628148] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.635656] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07d7a9e-a639-4c2c-834f-105c56fe337c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.647032] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293674, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.664434] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.669805] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Creating folder: Project (2c1ddfb9b1de47c1b3c6b3bde44b13ed). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.670945] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3da67962-2510-4e3e-a491-dc498387f6c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.685576] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Created folder: Project (2c1ddfb9b1de47c1b3c6b3bde44b13ed) in parent group-v657728. [ 679.685576] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Creating folder: Instances. Parent ref: group-v657767. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.685576] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7e74e3a-bced-4c42-9a10-9a44d2911cc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.704464] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Created folder: Instances in parent group-v657767. [ 679.704464] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.704706] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.704897] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f22bfd3-1bde-41b0-9215-25c5e0c8136f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.730038] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.730038] env[70491]: value = "task-3293677" [ 679.730038] env[70491]: _type = "Task" [ 679.730038] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.740645] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293671, 'name': CreateVM_Task, 'duration_secs': 0.684139} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.743946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.744165] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293677, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.744909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.745114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.745486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.745754] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09562e1f-17dc-4630-8d10-93ade3b1af70 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.751422] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 679.751422] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c404f-4dce-b546-90ad-864cefcb2b0a" [ 679.751422] env[70491]: _type = "Task" [ 679.751422] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.761413] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c404f-4dce-b546-90ad-864cefcb2b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.887793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "82b902e0-53d2-46d6-a07e-a66f2385531f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.888118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.892979] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.091615] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bd30bbb0-7df2-4a21-8c8d-41804f7b206d tempest-ServerExternalEventsTest-1418268322 tempest-ServerExternalEventsTest-1418268322-project-member] Lock "065480a4-932a-4a09-815e-73592fcc25c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.287s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.142808] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293674, 'name': CreateVM_Task, 'duration_secs': 0.500421} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.142808] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.142808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.161326] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.255426] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293677, 'name': CreateVM_Task, 'duration_secs': 0.489912} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.263059] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.263521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.271597] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c404f-4dce-b546-90ad-864cefcb2b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.018986} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.272627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.273122] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.273122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.273275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.273529] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.274107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274267] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274686] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1547e876-5746-4145-b135-1c9f4d209736 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.277244] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763fc563-2402-4b8e-b73d-bb021bd024f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.285416] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 680.285416] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abd6cb-ed2b-894f-e70e-6601f74cc178" [ 680.285416] env[70491]: _type = "Task" [ 680.285416] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.295589] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.296166] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.297293] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c4533f-38c9-481b-9b10-1e81084d588c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.303618] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 680.303618] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529254c7-ccde-f803-50a8-e60fb071630d" [ 680.303618] env[70491]: _type = "Task" [ 680.303618] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.307175] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abd6cb-ed2b-894f-e70e-6601f74cc178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.319666] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529254c7-ccde-f803-50a8-e60fb071630d, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.321562] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90801427-b48f-40c3-9b47-b0ced0f25fbd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.330178] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 680.330178] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5270cecc-38c3-a00c-d5b0-a237f811b68c" [ 680.330178] env[70491]: _type = "Task" [ 680.330178] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.339846] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5270cecc-38c3-a00c-d5b0-a237f811b68c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.366676] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.367311] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e7a80c-a0e8-42ed-9e4f-72f36cce5d86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.378123] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 680.378123] env[70491]: value = "task-3293678" [ 680.378123] env[70491]: _type = "Task" [ 680.378123] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.391124] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.424937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.471652] env[70491]: DEBUG nova.network.neutron [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updating instance_info_cache with network_info: [{"id": "3183bc46-732f-466a-acab-641b5a32967f", "address": "fa:16:3e:bf:15:ce", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3183bc46-73", "ovs_interfaceid": "3183bc46-732f-466a-acab-641b5a32967f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.805171] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abd6cb-ed2b-894f-e70e-6601f74cc178, 'name': SearchDatastore_Task, 'duration_secs': 0.023573} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.805511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.806344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.806344] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.806344] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.806638] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.806711] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7f5f31-008f-4768-9142-a44a7743a0d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.816363] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 680.816363] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5273d488-24a5-9d3a-be78-d93b9b5c0185" [ 680.816363] env[70491]: _type = "Task" [ 680.816363] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.833537] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5273d488-24a5-9d3a-be78-d93b9b5c0185, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.843923] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5270cecc-38c3-a00c-d5b0-a237f811b68c, 'name': SearchDatastore_Task, 'duration_secs': 0.012666} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.844074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.844325] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 30561a2f-72e1-48d7-8f6a-0130a31465b9/30561a2f-72e1-48d7-8f6a-0130a31465b9.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.844605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.844846] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.845127] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb13e5b6-86d6-4a39-9fb9-33d59defa85f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.849883] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54efae66-dc3f-4079-90ba-1a6895924cae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862027] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 680.862027] env[70491]: value = "task-3293679" [ 680.862027] env[70491]: _type = "Task" [ 680.862027] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.863698] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.868120] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.875567] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adfb73c-937a-459c-8702-407226d5ae3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.886442] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.886789] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 680.886789] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523f3f5c-7d54-c13e-639b-dd9a1afdc544" [ 680.886789] env[70491]: _type = "Task" [ 680.886789] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.896912] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293678, 'name': PowerOffVM_Task, 'duration_secs': 0.257519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.897811] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.898180] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.898848] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7355c-b023-47ac-9b53-c90af10db085 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.906107] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523f3f5c-7d54-c13e-639b-dd9a1afdc544, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.906239] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57dfcb0-0f35-4a12-9c07-380e07c650b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.911374] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.912093] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b458dfc-a673-4a5d-bde0-5a9a99068e4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.917903] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 680.917903] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c87fd2-7220-e892-c5f0-6b15f5589211" [ 680.917903] env[70491]: _type = "Task" [ 680.917903] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.928911] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c87fd2-7220-e892-c5f0-6b15f5589211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.946592] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.947253] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.947564] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Deleting the datastore file [datastore2] c54cdc3e-0a86-4662-b2ad-13e2c08c7897 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.951276] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a61a959-2d51-4f0a-9fa8-5bc5049a610f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.959026] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 680.959026] env[70491]: value = "task-3293681" [ 680.959026] env[70491]: _type = "Task" [ 680.959026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.970318] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.977215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.977382] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Instance network_info: |[{"id": "3183bc46-732f-466a-acab-641b5a32967f", "address": "fa:16:3e:bf:15:ce", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3183bc46-73", "ovs_interfaceid": "3183bc46-732f-466a-acab-641b5a32967f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.977782] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:15:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3183bc46-732f-466a-acab-641b5a32967f', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.985768] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Creating folder: Project (86a6e90331f643658badbdb0dbca39b2). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.988984] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01db8268-5f85-4f35-b759-06a932d468a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.004045] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Created folder: Project (86a6e90331f643658badbdb0dbca39b2) in parent group-v657728. [ 681.004045] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Creating folder: Instances. Parent ref: group-v657770. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.004045] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a00c351-08f9-4955-b586-c406dd73a822 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.019665] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Created folder: Instances in parent group-v657770. [ 681.019800] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.021014] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.021802] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270b6eb-21af-4844-96bd-fd3124b0e44e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.026344] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a675d7aa-8d6f-4261-8a56-caa645016c1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.049025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe648166-8982-45fe-bbad-45dcc51529b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.057383] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.057383] env[70491]: value = "task-3293684" [ 681.057383] env[70491]: _type = "Task" [ 681.057383] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.061027] env[70491]: DEBUG nova.compute.manager [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 681.100096] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534ba250-8b45-4ea7-a819-eb338007ee19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.107578] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293684, 'name': CreateVM_Task} progress is 15%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.114409] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7682c55-b569-45dd-b5ea-c3e83fdf0b0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.136105] env[70491]: DEBUG nova.compute.provider_tree [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.334872] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5273d488-24a5-9d3a-be78-d93b9b5c0185, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.335660] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.335660] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.335911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.379529] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.394145] env[70491]: DEBUG nova.compute.manager [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Received event network-vif-plugged-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.394145] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.397547] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.397703] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.397935] env[70491]: DEBUG nova.compute.manager [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] No waiting events found dispatching network-vif-plugged-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.398493] env[70491]: WARNING nova.compute.manager [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Received unexpected event network-vif-plugged-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 for instance with vm_state building and task_state spawning. [ 681.398493] env[70491]: DEBUG nova.compute.manager [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Received event network-changed-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.398667] env[70491]: DEBUG nova.compute.manager [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Refreshing instance network info cache due to event network-changed-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.400285] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Acquiring lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.400285] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Acquired lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.400285] env[70491]: DEBUG nova.network.neutron [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Refreshing network info cache for port 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.441259] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c87fd2-7220-e892-c5f0-6b15f5589211, 'name': SearchDatastore_Task, 'duration_secs': 0.020546} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.441259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.441259] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c18312e9-84ed-4c18-a3c6-fa9c7129e22a/c18312e9-84ed-4c18-a3c6-fa9c7129e22a.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.441979] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Received event network-vif-plugged-ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.442202] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquiring lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.442434] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.442622] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.442809] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] No waiting events found dispatching network-vif-plugged-ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.442973] env[70491]: WARNING nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Received unexpected event network-vif-plugged-ffe500be-b959-4d0c-8d22-4de1327cc1de for instance with vm_state building and task_state spawning. [ 681.443186] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Received event network-changed-ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.443358] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Refreshing instance network info cache due to event network-changed-ffe500be-b959-4d0c-8d22-4de1327cc1de. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.443696] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquiring lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.443766] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquired lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.444055] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Refreshing network info cache for port ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.449207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.449207] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.449207] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6a03c4a-43ca-42be-bfdd-1ef91e0abf3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.450775] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090d419a-5346-4efd-8bd6-c0b3a8320ca0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.465309] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 681.465309] env[70491]: value = "task-3293685" [ 681.465309] env[70491]: _type = "Task" [ 681.465309] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.467339] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.467627] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.474015] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bbf6f14-fc5c-4328-8734-c17a138598c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.485902] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169739} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.485902] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.486851] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.486851] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.495279] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 681.495279] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed190f-2706-63f3-c106-75d62d67f688" [ 681.495279] env[70491]: _type = "Task" [ 681.495279] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.495527] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.505890] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed190f-2706-63f3-c106-75d62d67f688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.580033] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293684, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.600284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.639021] env[70491]: DEBUG nova.scheduler.client.report [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.876491] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632654} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.876902] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 30561a2f-72e1-48d7-8f6a-0130a31465b9/30561a2f-72e1-48d7-8f6a-0130a31465b9.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.877645] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.877645] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f5e776e-dc56-4a2b-9a8a-83d16e074ea1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.892938] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 681.892938] env[70491]: value = "task-3293686" [ 681.892938] env[70491]: _type = "Task" [ 681.892938] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.907499] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.981895] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293685, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.008167] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed190f-2706-63f3-c106-75d62d67f688, 'name': SearchDatastore_Task, 'duration_secs': 0.02666} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.009294] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21426cb7-fda9-4154-a241-2bd1db3cd7c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.019473] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 682.019473] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52931625-cca1-311d-d09b-79dfcf74a296" [ 682.019473] env[70491]: _type = "Task" [ 682.019473] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.031644] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52931625-cca1-311d-d09b-79dfcf74a296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.081366] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293684, 'name': CreateVM_Task, 'duration_secs': 0.744313} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.081547] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.082243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.082408] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.083252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.083252] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203e5dc8-a75d-4ac6-bd46-555acf3d3e13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.090766] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 682.090766] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d2dc75-ee14-6d5e-203a-83335a213de2" [ 682.090766] env[70491]: _type = "Task" [ 682.090766] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.100751] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d2dc75-ee14-6d5e-203a-83335a213de2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.147455] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.147455] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.150656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.422s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.151018] env[70491]: DEBUG nova.objects.instance [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 682.257465] env[70491]: DEBUG nova.network.neutron [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updated VIF entry in instance network info cache for port 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.257805] env[70491]: DEBUG nova.network.neutron [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updating instance_info_cache with network_info: [{"id": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "address": "fa:16:3e:d6:c9:43", "network": {"id": "c244347c-b026-42e7-a52f-b8e85c5420a9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2031409613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7a1b703b8f4633b5d7edd1e847bcaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce7e235-43", "ovs_interfaceid": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.406128] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158543} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.406417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.407312] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e57762-15b4-41dc-950f-b164d5fdbe31 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.438577] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 30561a2f-72e1-48d7-8f6a-0130a31465b9/30561a2f-72e1-48d7-8f6a-0130a31465b9.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.438840] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa587cb4-b0be-47ee-8a37-453d1a315cd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.460922] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 682.460922] env[70491]: value = "task-3293687" [ 682.460922] env[70491]: _type = "Task" [ 682.460922] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.471279] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.480597] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578848} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.480930] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c18312e9-84ed-4c18-a3c6-fa9c7129e22a/c18312e9-84ed-4c18-a3c6-fa9c7129e22a.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.481171] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.481420] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c73194-126a-4731-937c-124733329ba5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.489079] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 682.489079] env[70491]: value = "task-3293688" [ 682.489079] env[70491]: _type = "Task" [ 682.489079] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.503573] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.537841] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52931625-cca1-311d-d09b-79dfcf74a296, 'name': SearchDatastore_Task, 'duration_secs': 0.019649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.540804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.541226] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c0b0d9db-b018-43dc-907d-2ef9b2546298/c0b0d9db-b018-43dc-907d-2ef9b2546298.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.542108] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11626724-050a-4fe3-9918-82e0bc168889 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.550822] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 682.550822] env[70491]: value = "task-3293689" [ 682.550822] env[70491]: _type = "Task" [ 682.550822] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.559608] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.559809] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.559970] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.560188] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.560346] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.560847] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.561088] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.561250] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.561415] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.561575] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.561742] env[70491]: DEBUG nova.virt.hardware [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.565600] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bb052a-cc46-440f-8cf6-19b47375ee61 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.569462] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.577342] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cea8eb-1d1a-4bdd-9db8-a155a157e3a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.593434] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.598997] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.602968] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.603320] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57f53c2-88c9-43b5-8e7d-d4e5b18dd4c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.625577] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d2dc75-ee14-6d5e-203a-83335a213de2, 'name': SearchDatastore_Task, 'duration_secs': 0.043246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.631081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.631081] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.631081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.631081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.631338] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.631338] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.631338] env[70491]: value = "task-3293690" [ 682.631338] env[70491]: _type = "Task" [ 682.631338] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.631338] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb4277c-30fa-41a5-b529-dbae44a07bcb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.644258] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293690, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.647308] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.647547] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.648342] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02bfa061-a6d2-4b86-90e7-bbcea004ccba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.655072] env[70491]: DEBUG nova.compute.utils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.663724] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.664096] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.666368] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 682.666368] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524d04e1-c3f9-6b24-4721-1df2894767ad" [ 682.666368] env[70491]: _type = "Task" [ 682.666368] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.682356] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524d04e1-c3f9-6b24-4721-1df2894767ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015171} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.683188] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d713c128-7653-4a26-ac2b-5b478cf8079f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.694261] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 682.694261] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291e89a-fae4-14b3-bf21-02239f8d42b9" [ 682.694261] env[70491]: _type = "Task" [ 682.694261] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.705873] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291e89a-fae4-14b3-bf21-02239f8d42b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.760773] env[70491]: DEBUG oslo_concurrency.lockutils [req-6af5724d-4eee-49e1-b4b9-1bc79c7ce0bc req-2e03bc2f-c0ed-4622-a26c-09a5456fad92 service nova] Releasing lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.771111] env[70491]: DEBUG nova.policy [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7269184ff58c49fca0616351afdba9bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ce2d07f8978b4401aca93a2af7af28f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.787811] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Updated VIF entry in instance network info cache for port ffe500be-b959-4d0c-8d22-4de1327cc1de. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.788200] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Updating instance_info_cache with network_info: [{"id": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "address": "fa:16:3e:07:d8:ca", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffe500be-b9", "ovs_interfaceid": "ffe500be-b959-4d0c-8d22-4de1327cc1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.980639] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.002982] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091541} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.002982] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.005500] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf8b92-2b1e-4d89-9d21-8db379abbe0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.035094] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] c18312e9-84ed-4c18-a3c6-fa9c7129e22a/c18312e9-84ed-4c18-a3c6-fa9c7129e22a.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.035094] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8986abdc-797a-4541-82e9-69741e6ee996 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.066958] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293689, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.068990] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 683.068990] env[70491]: value = "task-3293691" [ 683.068990] env[70491]: _type = "Task" [ 683.068990] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.083019] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.142083] env[70491]: DEBUG nova.compute.manager [None req-ceea92a9-f5d4-4bf9-9ad6-536a07bfe7bb tempest-ServerDiagnosticsTest-757140130 tempest-ServerDiagnosticsTest-757140130-project-admin] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.144550] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d1d9e4-3f25-4eb8-b541-09d53019ee43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.152084] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293690, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.158157] env[70491]: INFO nova.compute.manager [None req-ceea92a9-f5d4-4bf9-9ad6-536a07bfe7bb tempest-ServerDiagnosticsTest-757140130 tempest-ServerDiagnosticsTest-757140130-project-admin] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Retrieving diagnostics [ 683.159654] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911bd3ff-3e51-4b21-b850-d235b826f943 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.199798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-524216d8-6fd7-45d8-a2be-b87e5a0f8db0 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.049s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.201421] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.207128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.530s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.209794] env[70491]: INFO nova.compute.claims [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.226808] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291e89a-fae4-14b3-bf21-02239f8d42b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.227240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.229055] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d36628a8-cc0d-42dd-a71c-0c3cf88f0267/d36628a8-cc0d-42dd-a71c-0c3cf88f0267.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.229055] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b14fbf7-ec0e-4a92-b73e-8691a0e2b4e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.238106] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 683.238106] env[70491]: value = "task-3293692" [ 683.238106] env[70491]: _type = "Task" [ 683.238106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.249114] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.291110] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Releasing lock "refresh_cache-c18312e9-84ed-4c18-a3c6-fa9c7129e22a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.291644] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Received event network-vif-plugged-3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.291644] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquiring lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.291801] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.291977] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.292904] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] No waiting events found dispatching network-vif-plugged-3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.292904] env[70491]: WARNING nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Received unexpected event network-vif-plugged-3183bc46-732f-466a-acab-641b5a32967f for instance with vm_state building and task_state spawning. [ 683.292904] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Received event network-changed-3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.292904] env[70491]: DEBUG nova.compute.manager [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Refreshing instance network info cache due to event network-changed-3183bc46-732f-466a-acab-641b5a32967f. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.292904] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquiring lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.293234] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Acquired lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.293488] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Refreshing network info cache for port 3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.354912] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Successfully created port: a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.472514] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293687, 'name': ReconfigVM_Task, 'duration_secs': 0.781164} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.472940] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 30561a2f-72e1-48d7-8f6a-0130a31465b9/30561a2f-72e1-48d7-8f6a-0130a31465b9.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.473616] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0826158-eb1c-455a-9669-0e55b3f36009 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481467] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 683.481467] env[70491]: value = "task-3293693" [ 683.481467] env[70491]: _type = "Task" [ 683.481467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.492338] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293693, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.568529] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.568917] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c0b0d9db-b018-43dc-907d-2ef9b2546298/c0b0d9db-b018-43dc-907d-2ef9b2546298.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.569221] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.569609] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbc618ae-9b93-4c45-beb1-8c647d9125e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.585683] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.587790] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 683.587790] env[70491]: value = "task-3293694" [ 683.587790] env[70491]: _type = "Task" [ 683.587790] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.600256] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.650420] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293690, 'name': CreateVM_Task, 'duration_secs': 0.708785} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.650663] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.651309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.651509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.651910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.652164] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f522ac32-ecd1-4c2d-96cf-ed821eb65e98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.659867] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 683.659867] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526d3d32-412e-c4d5-a070-85f1be7c58b2" [ 683.659867] env[70491]: _type = "Task" [ 683.659867] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.672377] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526d3d32-412e-c4d5-a070-85f1be7c58b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.752303] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293692, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.994660] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293693, 'name': Rename_Task, 'duration_secs': 0.247837} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.995046] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.995374] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b053839-bf07-49c9-845d-48139927c117 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.004736] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 684.004736] env[70491]: value = "task-3293695" [ 684.004736] env[70491]: _type = "Task" [ 684.004736] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.013759] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.081593] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293691, 'name': ReconfigVM_Task, 'duration_secs': 0.736801} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.082794] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Reconfigured VM instance instance-0000000b to attach disk [datastore1] c18312e9-84ed-4c18-a3c6-fa9c7129e22a/c18312e9-84ed-4c18-a3c6-fa9c7129e22a.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.083735] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efdde6de-4ffb-44ce-84d1-0d7339b03e73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.094691] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 684.094691] env[70491]: value = "task-3293696" [ 684.094691] env[70491]: _type = "Task" [ 684.094691] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.103452] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139017} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.104260] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.105159] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5785f9d-4b81-42ca-860a-9dd1ede1572b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.112066] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293696, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.137023] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] c0b0d9db-b018-43dc-907d-2ef9b2546298/c0b0d9db-b018-43dc-907d-2ef9b2546298.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.138687] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0597306-31a6-49aa-baef-4e16c91d4c77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.162593] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 684.162593] env[70491]: value = "task-3293697" [ 684.162593] env[70491]: _type = "Task" [ 684.162593] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.175273] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.179730] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526d3d32-412e-c4d5-a070-85f1be7c58b2, 'name': SearchDatastore_Task, 'duration_secs': 0.059771} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.182976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.182976] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.182976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.182976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.183200] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.183200] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62ffd307-1f65-4ac6-a087-6ac8428c1d64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.196056] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.196265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.197109] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e59113f3-32b7-4390-8ad4-411df4e27355 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.204365] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 684.204365] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f442a-f568-4065-d89e-57e1505a2c50" [ 684.204365] env[70491]: _type = "Task" [ 684.204365] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.217771] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.221089] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f442a-f568-4065-d89e-57e1505a2c50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.251611] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759919} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.253317] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d36628a8-cc0d-42dd-a71c-0c3cf88f0267/d36628a8-cc0d-42dd-a71c-0c3cf88f0267.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.253620] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.256559] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbd0a803-8f2d-4e30-8bc9-30c47770670a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.263083] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.263308] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.263458] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.263637] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.263782] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.263913] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.264206] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.264327] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.264489] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.264667] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.265025] env[70491]: DEBUG nova.virt.hardware [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.267541] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4229aa-ad4b-4e60-9eb9-412ed283a851 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.271187] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 684.271187] env[70491]: value = "task-3293698" [ 684.271187] env[70491]: _type = "Task" [ 684.271187] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.272202] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updated VIF entry in instance network info cache for port 3183bc46-732f-466a-acab-641b5a32967f. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.272558] env[70491]: DEBUG nova.network.neutron [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updating instance_info_cache with network_info: [{"id": "3183bc46-732f-466a-acab-641b5a32967f", "address": "fa:16:3e:bf:15:ce", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3183bc46-73", "ovs_interfaceid": "3183bc46-732f-466a-acab-641b5a32967f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.286475] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe2270d-6562-44fe-8c2f-f4b393b997cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.294289] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.520855] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293695, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.607694] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293696, 'name': Rename_Task, 'duration_secs': 0.364899} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.612517] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.613086] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56c0c535-ae16-4f4d-99cc-bcb43d6d1e78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.622469] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 684.622469] env[70491]: value = "task-3293699" [ 684.622469] env[70491]: _type = "Task" [ 684.622469] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.640871] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.646179] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d46ce7a-674a-451b-ad52-75d0091edeb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.656975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31a1b0a-a53c-46d4-95b3-d2fbec9dbd5a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.707286] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa05b3-88af-493a-a9df-bf031162e230 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.721174] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f442a-f568-4065-d89e-57e1505a2c50, 'name': SearchDatastore_Task, 'duration_secs': 0.025246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.727199] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.727552] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101c23b2-c645-4336-8f0a-eb3db3cd82bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.731036] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210d3c1-5182-4b0b-a2cd-7a316522da9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.740623] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 684.740623] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e6c0c-5776-64c2-af20-4854ce8fc697" [ 684.740623] env[70491]: _type = "Task" [ 684.740623] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.751570] env[70491]: DEBUG nova.compute.provider_tree [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.764125] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e6c0c-5776-64c2-af20-4854ce8fc697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.781100] env[70491]: DEBUG oslo_concurrency.lockutils [req-bc502d7c-7dc0-4047-b1f7-ef57888499b1 req-07ee645f-e21a-42f1-a6a2-375f3f4a8e8b service nova] Releasing lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.786024] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2099} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.786024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.786024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d265720-1bf1-4717-988e-be662ec157ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.811781] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] d36628a8-cc0d-42dd-a71c-0c3cf88f0267/d36628a8-cc0d-42dd-a71c-0c3cf88f0267.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.812100] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59d16300-c08a-4363-8819-60c990f57f8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.838112] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 684.838112] env[70491]: value = "task-3293700" [ 684.838112] env[70491]: _type = "Task" [ 684.838112] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.849182] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.020635] env[70491]: DEBUG oslo_vmware.api [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3293695, 'name': PowerOnVM_Task, 'duration_secs': 0.87862} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.021124] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.021343] env[70491]: INFO nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Took 12.95 seconds to spawn the instance on the hypervisor. [ 685.021519] env[70491]: DEBUG nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.022338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ff7a3-ea1c-4436-bce8-f2edde3d7619 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.137696] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293699, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.220022] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293697, 'name': ReconfigVM_Task, 'duration_secs': 0.764015} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.220335] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Reconfigured VM instance instance-0000000d to attach disk [datastore1] c0b0d9db-b018-43dc-907d-2ef9b2546298/c0b0d9db-b018-43dc-907d-2ef9b2546298.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.220972] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d031fa7a-978b-4145-b132-4ea39acf6ce9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.231404] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 685.231404] env[70491]: value = "task-3293701" [ 685.231404] env[70491]: _type = "Task" [ 685.231404] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.242980] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293701, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.266608] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e6c0c-5776-64c2-af20-4854ce8fc697, 'name': SearchDatastore_Task, 'duration_secs': 0.027226} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.266881] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.267214] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.267486] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff64475f-6397-4cd3-93d1-0071c572897b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.275667] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 685.275667] env[70491]: value = "task-3293702" [ 685.275667] env[70491]: _type = "Task" [ 685.275667] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.287680] env[70491]: ERROR nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [req-7211d091-64aa-417b-ba94-da6fb53f458f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7211d091-64aa-417b-ba94-da6fb53f458f"}]} [ 685.293236] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.309763] env[70491]: DEBUG nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 685.327967] env[70491]: DEBUG nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 685.328485] env[70491]: DEBUG nova.compute.provider_tree [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 685.349247] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.353263] env[70491]: DEBUG nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 685.377598] env[70491]: DEBUG nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 685.560345] env[70491]: INFO nova.compute.manager [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Took 17.90 seconds to build instance. [ 685.643360] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293699, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.750821] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293701, 'name': Rename_Task, 'duration_secs': 0.282031} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.752795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.756322] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e1ca677-7470-4433-83c3-b64a44f9b9ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.765818] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 685.765818] env[70491]: value = "task-3293703" [ 685.765818] env[70491]: _type = "Task" [ 685.765818] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.788276] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.800907] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293702, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.856663] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293700, 'name': ReconfigVM_Task, 'duration_secs': 0.786992} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.858904] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Reconfigured VM instance instance-0000000c to attach disk [datastore1] d36628a8-cc0d-42dd-a71c-0c3cf88f0267/d36628a8-cc0d-42dd-a71c-0c3cf88f0267.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.858904] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb89c2c0-e6d9-4789-b994-38c954d00c8b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.876217] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 685.876217] env[70491]: value = "task-3293704" [ 685.876217] env[70491]: _type = "Task" [ 685.876217] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.894027] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293704, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.933908] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2359a1-687f-49e9-9d20-3423303ae304 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.942747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0486370e-16af-4913-9a62-d2e78a41bb18 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.984191] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e352fa4-09c2-445e-88ef-a6622973f4eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.994124] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb7837-bbdc-4b6a-bd75-7343a716de33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.014909] env[70491]: DEBUG nova.compute.provider_tree [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.066818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-261af006-8949-4e41-8b2f-0afa329ba659 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.417s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.140993] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293699, 'name': PowerOnVM_Task} progress is 86%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.151681] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Successfully updated port: a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.235374] env[70491]: DEBUG nova.compute.manager [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Received event network-changed-e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.235565] env[70491]: DEBUG nova.compute.manager [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Refreshing instance network info cache due to event network-changed-e0bfe4da-e19b-478f-a9ac-a8c746364eff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.235829] env[70491]: DEBUG oslo_concurrency.lockutils [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.236439] env[70491]: DEBUG oslo_concurrency.lockutils [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.236439] env[70491]: DEBUG nova.network.neutron [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Refreshing network info cache for port e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.280462] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.292870] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647901} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.293491] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.293651] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.293899] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d8317a2-4ba1-4b8d-bbc4-ff0ed360c236 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.305022] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 686.305022] env[70491]: value = "task-3293705" [ 686.305022] env[70491]: _type = "Task" [ 686.305022] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.314240] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.386945] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293704, 'name': Rename_Task, 'duration_secs': 0.231082} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.387251] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.388149] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f9b2cd-531b-483d-8ea9-32e4ba1df6ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.395874] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 686.395874] env[70491]: value = "task-3293706" [ 686.395874] env[70491]: _type = "Task" [ 686.395874] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.404852] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.568331] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.576253] env[70491]: DEBUG nova.scheduler.client.report [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 686.576598] env[70491]: DEBUG nova.compute.provider_tree [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 31 to 32 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 686.576974] env[70491]: DEBUG nova.compute.provider_tree [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.638936] env[70491]: DEBUG oslo_vmware.api [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293699, 'name': PowerOnVM_Task, 'duration_secs': 1.614161} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.638936] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.639116] env[70491]: INFO nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 12.04 seconds to spawn the instance on the hypervisor. [ 686.639404] env[70491]: DEBUG nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.640205] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3aaf434-622d-43d1-b78d-a6d2cfdd436a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.653995] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.654160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.654306] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.793586] env[70491]: DEBUG oslo_vmware.api [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293703, 'name': PowerOnVM_Task, 'duration_secs': 0.717742} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.795141] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.795421] env[70491]: INFO nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Took 7.24 seconds to spawn the instance on the hypervisor. [ 686.795602] env[70491]: DEBUG nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.796744] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef63f095-e42f-4cff-a3f3-82985952780d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.819408] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142743} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.819962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.820681] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56906ead-3575-4c30-93d2-3f304755f975 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.844471] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.845199] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2455dad4-b0d7-4520-87c6-a9085304e50f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.868662] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 686.868662] env[70491]: value = "task-3293707" [ 686.868662] env[70491]: _type = "Task" [ 686.868662] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.882455] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.906707] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.084388] env[70491]: DEBUG nova.compute.manager [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Received event network-vif-plugged-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.084388] env[70491]: DEBUG oslo_concurrency.lockutils [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] Acquiring lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.086055] env[70491]: DEBUG oslo_concurrency.lockutils [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.086055] env[70491]: DEBUG oslo_concurrency.lockutils [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.086055] env[70491]: DEBUG nova.compute.manager [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] No waiting events found dispatching network-vif-plugged-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.086055] env[70491]: WARNING nova.compute.manager [req-a1c9d451-28ea-4e52-9908-760912790696 req-e7b8953e-4682-47f9-917c-2863f29dacf5 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Received unexpected event network-vif-plugged-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 for instance with vm_state building and task_state spawning. [ 687.086055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.879s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.086249] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.089985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.195s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.090210] env[70491]: DEBUG nova.objects.instance [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lazy-loading 'resources' on Instance uuid b6971311-a16f-4346-b1bf-a83950a38601 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.107098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.164845] env[70491]: INFO nova.compute.manager [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 19.32 seconds to build instance. [ 687.173609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "ad15c3a9-e888-4499-8067-9511bdf631df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.173853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.174067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.174259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.174426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.176297] env[70491]: INFO nova.compute.manager [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Terminating instance [ 687.213745] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.285148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.287632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.287632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.287632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.287632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.289344] env[70491]: INFO nova.compute.manager [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Terminating instance [ 687.329717] env[70491]: INFO nova.compute.manager [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Took 17.83 seconds to build instance. [ 687.382482] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.409558] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.485086] env[70491]: DEBUG nova.network.neutron [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updated VIF entry in instance network info cache for port e0bfe4da-e19b-478f-a9ac-a8c746364eff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.485086] env[70491]: DEBUG nova.network.neutron [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.592647] env[70491]: DEBUG nova.compute.utils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.594377] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.597018] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.662122] env[70491]: DEBUG nova.policy [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.669848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e9d9aa4c-ce64-4195-afb4-0bdae2a63f0f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.837s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.671187] env[70491]: DEBUG nova.network.neutron [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Updating instance_info_cache with network_info: [{"id": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "address": "fa:16:3e:6c:10:29", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edcc0e-55", "ovs_interfaceid": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.686782] env[70491]: DEBUG nova.compute.manager [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.687143] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.694444] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced6d5c7-5241-4949-91d6-0de9af478adb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.709188] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.709609] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbfb72f3-4901-4d72-8ab1-1d250d7f30f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.719489] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 687.719489] env[70491]: value = "task-3293708" [ 687.719489] env[70491]: _type = "Task" [ 687.719489] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.729533] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.796043] env[70491]: DEBUG nova.compute.manager [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.796043] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.796043] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf6d70-273b-40f3-bbbf-4d057b2e75ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.810822] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.814291] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5dab702-12e2-4504-b774-6db852eafd6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.823798] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 687.823798] env[70491]: value = "task-3293709" [ 687.823798] env[70491]: _type = "Task" [ 687.823798] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.838307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ea6730b-32f8-4511-9e28-3906735a93a7 tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.353s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.838672] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.889690] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293707, 'name': ReconfigVM_Task, 'duration_secs': 0.81679} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.891792] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897/c54cdc3e-0a86-4662-b2ad-13e2c08c7897.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.891792] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194e5912-aa97-45eb-b351-e8bead92116a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.904138] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 687.904138] env[70491]: value = "task-3293710" [ 687.904138] env[70491]: _type = "Task" [ 687.904138] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.914702] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.922377] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293710, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.991049] env[70491]: DEBUG oslo_concurrency.lockutils [req-78edef06-a53d-46f0-99f0-757ce291ecca req-87ffbc01-90d2-433b-a341-5b022f1867f1 service nova] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.098207] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.145588] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c5726-e20e-4405-95ae-812e06124d6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.161632] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c2840-c3fb-4a0b-92ad-c422bd745e76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.197608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.198063] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Instance network_info: |[{"id": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "address": "fa:16:3e:6c:10:29", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edcc0e-55", "ovs_interfaceid": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.198550] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.202703] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:10:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.210468] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.211326] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6edba02-ba0b-44c4-827c-17e0d770228c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.215490] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.215490] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03827662-4874-4abf-bd6c-e451198bb985 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.241908] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433f43f9-85eb-4a2a-ac9e-a0b90a148cf6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.250790] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293708, 'name': PowerOffVM_Task, 'duration_secs': 0.261273} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.251014] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.251014] env[70491]: value = "task-3293711" [ 688.251014] env[70491]: _type = "Task" [ 688.251014] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.252381] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.253036] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.253036] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c57d9c0-380b-4054-96d9-1333c8074fae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.271079] env[70491]: DEBUG nova.compute.provider_tree [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.280396] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293711, 'name': CreateVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.296194] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Successfully created port: 88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.338025] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293709, 'name': PowerOffVM_Task, 'duration_secs': 0.303942} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.338381] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.338795] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.339938] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453c9ae0-8c88-4385-98ff-46059dee27a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.347264] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.364202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.365389] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.365389] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Deleting the datastore file [datastore2] ad15c3a9-e888-4499-8067-9511bdf631df {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.365557] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39d16f17-badf-4303-9101-6639b7b291d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.392375] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for the task: (returnval){ [ 688.392375] env[70491]: value = "task-3293714" [ 688.392375] env[70491]: _type = "Task" [ 688.392375] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.392375] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.417370] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293710, 'name': Rename_Task, 'duration_secs': 0.210522} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.421393] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.421774] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.422041] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e13432-c5c0-4dbf-a945-060cc729543f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.429197] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.429668] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.429998] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Deleting the datastore file [datastore2] aee7ee90-e771-4e64-bc2b-abb63c5e8bcc {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.430959] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0fcae1e-0156-4fcd-9a6e-7ea2cc04214c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.437445] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Waiting for the task: (returnval){ [ 688.437445] env[70491]: value = "task-3293715" [ 688.437445] env[70491]: _type = "Task" [ 688.437445] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.444154] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for the task: (returnval){ [ 688.444154] env[70491]: value = "task-3293716" [ 688.444154] env[70491]: _type = "Task" [ 688.444154] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.449506] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.459593] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.724755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.765698] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293711, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.774216] env[70491]: DEBUG nova.scheduler.client.report [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.877355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.895833] env[70491]: DEBUG oslo_vmware.api [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Task: {'id': task-3293714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194654} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.896614] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.896942] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.898058] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.898058] env[70491]: INFO nova.compute.manager [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Took 1.21 seconds to destroy the instance on the hypervisor. [ 688.898058] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.898058] env[70491]: DEBUG nova.compute.manager [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.898058] env[70491]: DEBUG nova.network.neutron [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.913578] env[70491]: DEBUG oslo_vmware.api [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3293706, 'name': PowerOnVM_Task, 'duration_secs': 2.193494} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.913848] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.914016] env[70491]: INFO nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Took 11.87 seconds to spawn the instance on the hypervisor. [ 688.914180] env[70491]: DEBUG nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.915140] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388f58b1-82f1-4267-97dd-7d8e2c99c3bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.953378] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293715, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.966541] env[70491]: DEBUG oslo_vmware.api [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Task: {'id': task-3293716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187074} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.967042] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.967307] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.967522] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.967733] env[70491]: INFO nova.compute.manager [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 688.968105] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.968331] env[70491]: DEBUG nova.compute.manager [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.968451] env[70491]: DEBUG nova.network.neutron [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.115796] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.147102] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.147775] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.147775] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.147775] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.147942] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.148212] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.148442] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.148675] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.148897] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.149147] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.149415] env[70491]: DEBUG nova.virt.hardware [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.150753] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b97cd2-921d-41c5-9b6c-8c2c0b3f9f7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.160355] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86063108-0d73-42ce-b70d-c520dc92b30d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.266693] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293711, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.281840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.285506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.900s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.288848] env[70491]: INFO nova.compute.claims [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.318388] env[70491]: INFO nova.scheduler.client.report [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Deleted allocations for instance b6971311-a16f-4346-b1bf-a83950a38601 [ 689.451240] env[70491]: INFO nova.compute.manager [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Took 20.32 seconds to build instance. [ 689.452798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.453066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.459149] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293715, 'name': PowerOnVM_Task} progress is 75%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.621234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.621760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.766811] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293711, 'name': CreateVM_Task, 'duration_secs': 1.443848} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.767114] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.769579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.769677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.770096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.770261] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7056e7-a8cc-4769-ad45-a92f3e6337dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.781060] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 689.781060] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cea825-f7d2-a8b6-bdf2-f158e28d70df" [ 689.781060] env[70491]: _type = "Task" [ 689.781060] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.792544] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cea825-f7d2-a8b6-bdf2-f158e28d70df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.833941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-038f317c-225b-4858-a5d6-aa52317d44b6 tempest-DeleteServersAdminTestJSON-1185964432 tempest-DeleteServersAdminTestJSON-1185964432-project-admin] Lock "b6971311-a16f-4346-b1bf-a83950a38601" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.936s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.953426] env[70491]: DEBUG oslo_vmware.api [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Task: {'id': task-3293715, 'name': PowerOnVM_Task, 'duration_secs': 1.328668} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.954852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf5d42db-eee5-4bf0-8db7-2a1b708acccd tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.835s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.955753] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.956310] env[70491]: DEBUG nova.compute.manager [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.961166] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e074b22-ac4f-4d5c-8aab-3e27f5d211fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.027464] env[70491]: DEBUG nova.network.neutron [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.134551] env[70491]: DEBUG nova.network.neutron [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.296023] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cea825-f7d2-a8b6-bdf2-f158e28d70df, 'name': SearchDatastore_Task, 'duration_secs': 0.02767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.296023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.296023] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.296023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.296412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.296412] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.296412] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d7574fd-d63b-4ded-a8c2-6c350f25efe8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.305714] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.305714] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.306439] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e31c14-73ed-40dd-8e69-4a7c5db38ede {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.317286] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 690.317286] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52557ed1-ed93-4224-10d4-372aaefba776" [ 690.317286] env[70491]: _type = "Task" [ 690.317286] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.332639] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52557ed1-ed93-4224-10d4-372aaefba776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.336013] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Successfully updated port: 88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.462838] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.484703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.529894] env[70491]: INFO nova.compute.manager [-] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Took 1.63 seconds to deallocate network for instance. [ 690.641528] env[70491]: INFO nova.compute.manager [-] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Took 1.67 seconds to deallocate network for instance. [ 690.715430] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b34b40-622c-4a48-a47d-4e4f1f28df54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.723507] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02300d1d-dbe2-46ce-9735-d4ebdb7acbf7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.757069] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f85abe-5f7a-4e25-9aea-846015cd4942 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.767537] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a571bb-4c72-4678-a6cd-e5cd1143ebe8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.786409] env[70491]: DEBUG nova.compute.provider_tree [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.827933] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52557ed1-ed93-4224-10d4-372aaefba776, 'name': SearchDatastore_Task, 'duration_secs': 0.021684} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.829079] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc20a99-d4b8-4e31-a8ae-2e7bf170483b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.835732] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 690.835732] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ecf00-29af-9f71-1215-e3a16a636efc" [ 690.835732] env[70491]: _type = "Task" [ 690.835732] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.840824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.840957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.841149] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.845713] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ecf00-29af-9f71-1215-e3a16a636efc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.884271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.884271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.989043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.039040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.047817] env[70491]: DEBUG nova.compute.manager [None req-2451534a-1321-488d-a0aa-dc557baacce6 tempest-ServerDiagnosticsV248Test-1398437007 tempest-ServerDiagnosticsV248Test-1398437007-project-admin] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.049930] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fe4fe6-c085-4d01-83a3-9c31fd58e352 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.058316] env[70491]: INFO nova.compute.manager [None req-2451534a-1321-488d-a0aa-dc557baacce6 tempest-ServerDiagnosticsV248Test-1398437007 tempest-ServerDiagnosticsV248Test-1398437007-project-admin] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Retrieving diagnostics [ 691.059484] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d51d2cb-8d64-4849-b95d-a15e811e6dc9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.106481] env[70491]: DEBUG nova.compute.manager [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Received event network-changed-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.106765] env[70491]: DEBUG nova.compute.manager [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Refreshing instance network info cache due to event network-changed-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 691.106907] env[70491]: DEBUG oslo_concurrency.lockutils [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] Acquiring lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107122] env[70491]: DEBUG oslo_concurrency.lockutils [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] Acquired lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.107300] env[70491]: DEBUG nova.network.neutron [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Refreshing network info cache for port a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.158436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.290734] env[70491]: DEBUG nova.scheduler.client.report [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.335266] env[70491]: DEBUG nova.compute.manager [req-356e25e9-32e8-4bc7-b854-57f07b977331 req-39cc3749-a09d-4f48-b790-d48e1698f141 service nova] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Received event network-vif-deleted-b6124f05-1080-4ff5-8a63-b797da9fc049 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.359371] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ecf00-29af-9f71-1215-e3a16a636efc, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.359636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.359927] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 50415932-49a2-4b5c-a11d-e5e94d71d360/50415932-49a2-4b5c-a11d-e5e94d71d360.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.360767] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8f0177e-4111-4508-999e-2b93f06ddcbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.370359] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 691.370359] env[70491]: value = "task-3293717" [ 691.370359] env[70491]: _type = "Task" [ 691.370359] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.380848] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.386081] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.757583] env[70491]: DEBUG nova.network.neutron [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.795744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.796442] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.799612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.090s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.801847] env[70491]: INFO nova.compute.claims [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.887916] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293717, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.075832] env[70491]: DEBUG nova.network.neutron [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Updated VIF entry in instance network info cache for port a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 692.076314] env[70491]: DEBUG nova.network.neutron [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Updating instance_info_cache with network_info: [{"id": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "address": "fa:16:3e:6c:10:29", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3edcc0e-55", "ovs_interfaceid": "a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.261277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.261613] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Instance network_info: |[{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.262083] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:a3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e1a810-34e8-4274-b180-e494e92f9620', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.270879] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating folder: Project (c276d3a86f224f75829fb9c279d797af). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.271266] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9835e1fe-c197-4718-8c3b-b24bcc286d46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.286445] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created folder: Project (c276d3a86f224f75829fb9c279d797af) in parent group-v657728. [ 692.286691] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating folder: Instances. Parent ref: group-v657775. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.287046] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-276954db-33fc-495f-a434-e8910a2d0aca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.307236] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created folder: Instances in parent group-v657775. [ 692.307620] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.307845] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.311364] env[70491]: DEBUG nova.compute.utils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.312482] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7170fa4c-86ce-4314-8a37-49ce611c56cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.330126] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.330126] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.337777] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.352635] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.352635] env[70491]: value = "task-3293720" [ 692.352635] env[70491]: _type = "Task" [ 692.352635] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.364286] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293720, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.385974] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557258} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.386265] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 50415932-49a2-4b5c-a11d-e5e94d71d360/50415932-49a2-4b5c-a11d-e5e94d71d360.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.386478] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.386728] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de12a1d4-ca8c-4d7f-8918-220ffbae9e45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.399892] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 692.399892] env[70491]: value = "task-3293721" [ 692.399892] env[70491]: _type = "Task" [ 692.399892] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.409806] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.426032] env[70491]: DEBUG nova.policy [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db9ab649dd34408835bee2d6cdfc519', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd90c203c9f194c10994714ca0e161ba3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.580581] env[70491]: DEBUG oslo_concurrency.lockutils [req-74519111-0ab1-4b1f-b614-248855fe0a08 req-4daaa949-67ef-450c-a535-8ba06b6dbc69 service nova] Releasing lock "refresh_cache-50415932-49a2-4b5c-a11d-e5e94d71d360" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.850634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.850634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.850634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.850634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.850799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.853217] env[70491]: INFO nova.compute.manager [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Terminating instance [ 692.877321] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293720, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.877321] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Successfully created port: 1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.886736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "7cd7b600-87de-4f1a-a652-fa50483081e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.886980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.888348] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d611636-d1b2-42a5-ac16-f902dceefcf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.907555] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8e9905-448a-4b50-9f98-de658801a1d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.944044] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079695} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.944845] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30a941e-04c2-489b-8dda-ea688751623e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.947624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.948790] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32e5b3-fc0b-4063-888f-50830a15b49c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.974693] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 50415932-49a2-4b5c-a11d-e5e94d71d360/50415932-49a2-4b5c-a11d-e5e94d71d360.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.977755] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7182b2d4-283d-4b96-b78d-3d9c885da640 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993329] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abeafc4-8d94-439d-b3b3-eabc0a3d62cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.012537] env[70491]: DEBUG nova.compute.provider_tree [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.016206] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 693.016206] env[70491]: value = "task-3293722" [ 693.016206] env[70491]: _type = "Task" [ 693.016206] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.027081] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.353833] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.368183] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "refresh_cache-c54cdc3e-0a86-4662-b2ad-13e2c08c7897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.368337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquired lock "refresh_cache-c54cdc3e-0a86-4662-b2ad-13e2c08c7897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.368594] env[70491]: DEBUG nova.network.neutron [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.369678] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293720, 'name': CreateVM_Task, 'duration_secs': 0.542718} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.369834] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.370698] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.370845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.371174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.371428] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe46aa8-16f3-4b06-97f1-3f880cd6bda8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.381449] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 693.381449] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522a1a0f-4fc9-a8de-0ceb-e67b8681b4de" [ 693.381449] env[70491]: _type = "Task" [ 693.381449] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.387010] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.387010] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.387010] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.389019] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.389019] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.389019] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.389019] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.389019] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.389383] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.389383] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.389383] env[70491]: DEBUG nova.virt.hardware [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.394307] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3f2f07-020d-432b-8ecf-d262608da91f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.410921] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709c4791-69a7-4782-a98b-b82959a38e42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.415717] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522a1a0f-4fc9-a8de-0ceb-e67b8681b4de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.441682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "b5626e84-a943-46d6-9333-0f5362b32884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.441682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.520029] env[70491]: DEBUG nova.scheduler.client.report [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.539937] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293722, 'name': ReconfigVM_Task, 'duration_secs': 0.390277} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.539937] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 50415932-49a2-4b5c-a11d-e5e94d71d360/50415932-49a2-4b5c-a11d-e5e94d71d360.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.544162] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c387e5a-282a-4373-95fb-aeb8c4b1f5c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.553410] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 693.553410] env[70491]: value = "task-3293723" [ 693.553410] env[70491]: _type = "Task" [ 693.553410] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.563690] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293723, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.896883] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522a1a0f-4fc9-a8de-0ceb-e67b8681b4de, 'name': SearchDatastore_Task, 'duration_secs': 0.028675} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.897211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.897455] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.897693] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.897837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.898043] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.898419] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d708ef2-499e-4878-bc6f-d4cd35515287 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.910835] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.910835] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.911099] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f1927f0-57d4-4f0d-b4e6-b1b942b2aeb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.922547] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 693.922547] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520824b0-bb02-e0a7-8524-78a402f73a40" [ 693.922547] env[70491]: _type = "Task" [ 693.922547] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.928903] env[70491]: DEBUG nova.network.neutron [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.940311] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520824b0-bb02-e0a7-8524-78a402f73a40, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.941202] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808ba16b-f27b-4328-991f-13530ce17640 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.949237] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 693.949237] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd194c-5141-5d26-62ef-b5ffcef2170d" [ 693.949237] env[70491]: _type = "Task" [ 693.949237] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.962106] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd194c-5141-5d26-62ef-b5ffcef2170d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.029505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.030031] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.032693] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.233s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.034215] env[70491]: INFO nova.compute.claims [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.066157] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293723, 'name': Rename_Task, 'duration_secs': 0.161905} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.066456] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.067298] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b7bfa91-bd01-4638-8591-e054fcec6c62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.077023] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 694.077023] env[70491]: value = "task-3293724" [ 694.077023] env[70491]: _type = "Task" [ 694.077023] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.086602] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.102731] env[70491]: DEBUG nova.network.neutron [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.118306] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-vif-plugged-88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.118488] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.118770] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.118928] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.119580] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] No waiting events found dispatching network-vif-plugged-88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.119842] env[70491]: WARNING nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received unexpected event network-vif-plugged-88e1a810-34e8-4274-b180-e494e92f9620 for instance with vm_state building and task_state spawning. [ 694.120982] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-changed-88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.120982] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing instance network info cache due to event network-changed-88e1a810-34e8-4274-b180-e494e92f9620. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.120982] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.120982] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.120982] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing network info cache for port 88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.162360] env[70491]: DEBUG nova.compute.manager [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Received event network-vif-deleted-a9719bbf-7f80-4ab2-96ad-0e9b4e9ab80b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.162487] env[70491]: DEBUG nova.compute.manager [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Received event network-changed-3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.162739] env[70491]: DEBUG nova.compute.manager [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Refreshing instance network info cache due to event network-changed-3183bc46-732f-466a-acab-641b5a32967f. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.162787] env[70491]: DEBUG oslo_concurrency.lockutils [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] Acquiring lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.162902] env[70491]: DEBUG oslo_concurrency.lockutils [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] Acquired lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.163617] env[70491]: DEBUG nova.network.neutron [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Refreshing network info cache for port 3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.460642] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd194c-5141-5d26-62ef-b5ffcef2170d, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.460946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.461377] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2538666e-160f-4679-b303-74bba0abc87d/2538666e-160f-4679-b303-74bba0abc87d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.461503] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c33dc4e5-6b74-4e97-86a4-33663d34ad08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.470936] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 694.470936] env[70491]: value = "task-3293725" [ 694.470936] env[70491]: _type = "Task" [ 694.470936] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.481679] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.539634] env[70491]: DEBUG nova.compute.utils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.544484] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.547245] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.592859] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293724, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.605587] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Releasing lock "refresh_cache-c54cdc3e-0a86-4662-b2ad-13e2c08c7897" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.606169] env[70491]: DEBUG nova.compute.manager [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.606391] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.607453] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ba78a-5462-4580-90c8-8427e15400e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.621135] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.621526] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-474e0257-fe7f-421f-b8f1-c5c19f9d46cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.632645] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 694.632645] env[70491]: value = "task-3293726" [ 694.632645] env[70491]: _type = "Task" [ 694.632645] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.639724] env[70491]: DEBUG nova.policy [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b0ae0a205426bbba44b2aba5959a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0af029e154dc7a5d296ccd05c69a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.652537] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.889279] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Successfully updated port: 1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.982914] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293725, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.047602] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.099961] env[70491]: DEBUG oslo_vmware.api [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293724, 'name': PowerOnVM_Task, 'duration_secs': 0.818543} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.100506] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.100716] env[70491]: INFO nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Took 10.88 seconds to spawn the instance on the hypervisor. [ 695.100902] env[70491]: DEBUG nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.102049] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4069581c-4935-4dc4-9edb-c4ac638123cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.154937] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293726, 'name': PowerOffVM_Task, 'duration_secs': 0.21044} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.155034] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.155265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.155497] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b428bbe-d0c8-47b6-9f5b-c236d81e8ade {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.186388] env[70491]: DEBUG nova.network.neutron [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updated VIF entry in instance network info cache for port 3183bc46-732f-466a-acab-641b5a32967f. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.186784] env[70491]: DEBUG nova.network.neutron [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updating instance_info_cache with network_info: [{"id": "3183bc46-732f-466a-acab-641b5a32967f", "address": "fa:16:3e:bf:15:ce", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3183bc46-73", "ovs_interfaceid": "3183bc46-732f-466a-acab-641b5a32967f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.192565] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.192845] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.193165] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleting the datastore file [datastore1] c54cdc3e-0a86-4662-b2ad-13e2c08c7897 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.196545] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d20b8d6-147b-4095-aee3-181786127ddd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.199387] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updated VIF entry in instance network info cache for port 88e1a810-34e8-4274-b180-e494e92f9620. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.199387] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.207159] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for the task: (returnval){ [ 695.207159] env[70491]: value = "task-3293728" [ 695.207159] env[70491]: _type = "Task" [ 695.207159] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.218582] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.392181] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.392181] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.392181] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.400214] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Successfully created port: 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.484317] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767125} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.488134] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2538666e-160f-4679-b303-74bba0abc87d/2538666e-160f-4679-b303-74bba0abc87d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.488286] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.488757] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19f6441c-c06d-4238-ad14-4e4af3d3d122 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.497628] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 695.497628] env[70491]: value = "task-3293729" [ 695.497628] env[70491]: _type = "Task" [ 695.497628] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.514745] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.617168] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6733be-2647-4ef1-bb5a-c0e0397b4bc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.628158] env[70491]: INFO nova.compute.manager [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Took 24.36 seconds to build instance. [ 695.632586] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703379ab-4872-4590-9639-6c8222c11ed4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.670249] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7223e3f0-08d1-448d-9211-ff29d4dba0ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.681162] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907b3aa4-741b-47e0-922d-e7d5e6e2616a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.698840] env[70491]: DEBUG oslo_concurrency.lockutils [req-ed9e02f6-e5ad-4b39-8460-5243ddf1931f req-d6e7720b-785c-4bf7-a20d-3f0090df5ef0 service nova] Releasing lock "refresh_cache-d36628a8-cc0d-42dd-a71c-0c3cf88f0267" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.699842] env[70491]: DEBUG nova.compute.provider_tree [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.701998] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702241] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Received event network-changed-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.702296] env[70491]: DEBUG nova.compute.manager [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Refreshing instance network info cache due to event network-changed-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.702532] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Acquiring lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702956] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Acquired lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702956] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Refreshing network info cache for port 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.720145] env[70491]: DEBUG oslo_vmware.api [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Task: {'id': task-3293728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371636} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.720745] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.720952] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.721186] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.721358] env[70491]: INFO nova.compute.manager [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Took 1.12 seconds to destroy the instance on the hypervisor. [ 695.721874] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.723806] env[70491]: DEBUG nova.compute.manager [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 695.723806] env[70491]: DEBUG nova.network.neutron [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 695.745499] env[70491]: DEBUG nova.network.neutron [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.926164] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.008557] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104913} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.008815] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.010460] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1ab8b-8653-4485-b82f-245ac1cf3f68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.036356] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 2538666e-160f-4679-b303-74bba0abc87d/2538666e-160f-4679-b303-74bba0abc87d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.036697] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91003d3a-153c-410f-a7b1-af7fce76ecfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.059906] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 696.059906] env[70491]: value = "task-3293730" [ 696.059906] env[70491]: _type = "Task" [ 696.059906] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.067522] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.074868] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.111621] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.111621] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.111621] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.111779] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.111779] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.115332] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.115552] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.115727] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.115899] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.116088] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.116281] env[70491]: DEBUG nova.virt.hardware [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.117190] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85421754-70c0-46ba-9858-3263ff51af7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.129207] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256d1b4-699a-4597-9713-229f0a087e80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.134094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-74e3ec8a-0129-45c9-8f50-916e85c5ee7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.883s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.202786] env[70491]: DEBUG nova.scheduler.client.report [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.250080] env[70491]: DEBUG nova.network.neutron [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.284613] env[70491]: DEBUG nova.network.neutron [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Updating instance_info_cache with network_info: [{"id": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "address": "fa:16:3e:dc:86:8d", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f10502d-70", "ovs_interfaceid": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.571606] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293730, 'name': ReconfigVM_Task, 'duration_secs': 0.3728} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.572131] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 2538666e-160f-4679-b303-74bba0abc87d/2538666e-160f-4679-b303-74bba0abc87d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.572620] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca260239-36b8-406e-9122-97d87a276080 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.580954] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 696.580954] env[70491]: value = "task-3293731" [ 696.580954] env[70491]: _type = "Task" [ 696.580954] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.592721] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293731, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.638213] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.704758] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updated VIF entry in instance network info cache for port 3ce7e235-4373-4fc1-befc-4a99f7aeb4a2. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.704758] env[70491]: DEBUG nova.network.neutron [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updating instance_info_cache with network_info: [{"id": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "address": "fa:16:3e:d6:c9:43", "network": {"id": "c244347c-b026-42e7-a52f-b8e85c5420a9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-2031409613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba7a1b703b8f4633b5d7edd1e847bcaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce7e235-43", "ovs_interfaceid": "3ce7e235-4373-4fc1-befc-4a99f7aeb4a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.709984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.710364] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.713018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.288s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.714858] env[70491]: INFO nova.compute.claims [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.754283] env[70491]: INFO nova.compute.manager [-] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Took 1.03 seconds to deallocate network for instance. [ 696.788414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.788414] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Instance network_info: |[{"id": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "address": "fa:16:3e:dc:86:8d", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f10502d-70", "ovs_interfaceid": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.788592] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:86:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f10502d-70d9-4daf-8b83-6d4ecd408bd1', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.796086] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.797091] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.797582] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69c6b48d-4ef6-4242-a25c-989c25067d56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.821802] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.821802] env[70491]: value = "task-3293732" [ 696.821802] env[70491]: _type = "Task" [ 696.821802] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.834041] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293732, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.105253] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293731, 'name': Rename_Task, 'duration_secs': 0.155256} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.106342] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.107947] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd377d0e-ce7e-4708-8134-9d95f220048e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.119653] env[70491]: DEBUG nova.compute.manager [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Received event network-vif-plugged-1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.119863] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Acquiring lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.120170] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.120515] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.120692] env[70491]: DEBUG nova.compute.manager [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] No waiting events found dispatching network-vif-plugged-1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.120892] env[70491]: WARNING nova.compute.manager [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Received unexpected event network-vif-plugged-1f10502d-70d9-4daf-8b83-6d4ecd408bd1 for instance with vm_state building and task_state spawning. [ 697.121021] env[70491]: DEBUG nova.compute.manager [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Received event network-changed-1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.121173] env[70491]: DEBUG nova.compute.manager [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Refreshing instance network info cache due to event network-changed-1f10502d-70d9-4daf-8b83-6d4ecd408bd1. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.121352] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Acquiring lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.121479] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Acquired lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.121623] env[70491]: DEBUG nova.network.neutron [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Refreshing network info cache for port 1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.128847] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 697.128847] env[70491]: value = "task-3293733" [ 697.128847] env[70491]: _type = "Task" [ 697.128847] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.153228] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.173479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.210920] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0b070c9-687b-43d7-ab7f-d44b93ec8a0b req-c11db07d-3ab3-4bf2-b474-fa1345f6b771 service nova] Releasing lock "refresh_cache-30561a2f-72e1-48d7-8f6a-0130a31465b9" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.223261] env[70491]: DEBUG nova.compute.utils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.226547] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.227095] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.262112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.337423] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293732, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.370508] env[70491]: DEBUG nova.policy [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '192b6543a7d7455aa51acb084adb6ee6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c70847acfa1471c8e345a69611228e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.630684] env[70491]: DEBUG nova.compute.manager [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.636354] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b347a4-57b9-4f86-a65a-5953ab56b85b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.662206] env[70491]: DEBUG oslo_vmware.api [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3293733, 'name': PowerOnVM_Task, 'duration_secs': 0.531186} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.662206] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.663711] env[70491]: INFO nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Took 8.55 seconds to spawn the instance on the hypervisor. [ 697.664043] env[70491]: DEBUG nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.664966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd58cc2f-ece8-451e-972f-d6ec99b7466f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.727175] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.763049] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.763864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.839565] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293732, 'name': CreateVM_Task, 'duration_secs': 0.572406} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.842014] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.843479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.843779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.844131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.845227] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2708a4-81ed-4ad7-9026-2d7a224963ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.852489] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 697.852489] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5201e875-7f78-d3ef-4f9a-e0f600c0f2c5" [ 697.852489] env[70491]: _type = "Task" [ 697.852489] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.866440] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5201e875-7f78-d3ef-4f9a-e0f600c0f2c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.899735] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Successfully updated port: 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.089710] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Successfully created port: aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.164848] env[70491]: INFO nova.compute.manager [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] instance snapshotting [ 698.171790] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc754c-a75b-4c9e-a23d-493752c6c160 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.204685] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb8fee-a1ca-4d35-941e-30883ae86fbc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.210068] env[70491]: DEBUG nova.network.neutron [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Updated VIF entry in instance network info cache for port 1f10502d-70d9-4daf-8b83-6d4ecd408bd1. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.210334] env[70491]: DEBUG nova.network.neutron [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Updating instance_info_cache with network_info: [{"id": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "address": "fa:16:3e:dc:86:8d", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f10502d-70", "ovs_interfaceid": "1f10502d-70d9-4daf-8b83-6d4ecd408bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.214852] env[70491]: INFO nova.compute.manager [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Took 23.58 seconds to build instance. [ 698.236014] env[70491]: INFO nova.virt.block_device [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Booting with volume d3a8a3fe-5e64-4c42-9474-ece93618caec at /dev/sda [ 698.282548] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28bc946f-e2c6-424d-bb2b-d04c96fd3120 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.292929] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ea32ad-f6f4-416b-9300-50be41b9cc5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.331195] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444756f-d49f-4f88-90bc-fce84933d34a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.334634] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-155291d2-0c87-4fc1-9e49-7a9816a2da08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.345232] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e1765b-7b61-493a-8af8-b049cf88a86b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.354254] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ff09d-6712-4706-b13a-09a066fc6875 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.379867] env[70491]: DEBUG nova.compute.provider_tree [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.404727] env[70491]: DEBUG nova.compute.manager [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received event network-vif-plugged-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.405244] env[70491]: DEBUG oslo_concurrency.lockutils [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] Acquiring lock "f063a7df-db3b-4573-9e02-d864661fb441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.405377] env[70491]: DEBUG oslo_concurrency.lockutils [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] Lock "f063a7df-db3b-4573-9e02-d864661fb441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.405966] env[70491]: DEBUG oslo_concurrency.lockutils [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] Lock "f063a7df-db3b-4573-9e02-d864661fb441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.406071] env[70491]: DEBUG nova.compute.manager [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] No waiting events found dispatching network-vif-plugged-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.406297] env[70491]: WARNING nova.compute.manager [req-5b21977e-5331-4fdd-b45c-cd6a32474011 req-b56320e8-fcb7-4aa8-85f7-df2feb1edf70 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received unexpected event network-vif-plugged-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce for instance with vm_state building and task_state spawning. [ 698.406990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.407430] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.415309] env[70491]: DEBUG nova.scheduler.client.report [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.420409] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04056296-77e1-4fcc-8fcf-9d4155e258d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.424676] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5201e875-7f78-d3ef-4f9a-e0f600c0f2c5, 'name': SearchDatastore_Task, 'duration_secs': 0.032988} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.428938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.429312] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.429669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.429916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.430229] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.431975] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b4a47b4-d63b-453d-80de-29a0f8a8e908 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.443298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebce4f4-5123-486c-b703-40476bacafd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.464600] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.464764] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.466717] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-751bff69-0401-45ba-af07-6e8c84cd63b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.475149] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 698.475149] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526b56b4-d099-1f4e-cbd9-3c011b04cd62" [ 698.475149] env[70491]: _type = "Task" [ 698.475149] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.481491] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.495183] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d062c8a-818a-4024-bd14-90a7b94c2626 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.501373] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526b56b4-d099-1f4e-cbd9-3c011b04cd62, 'name': SearchDatastore_Task, 'duration_secs': 0.014882} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.503295] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6953f5-9235-4a70-bdb7-8e2ad6cc3411 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.507943] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83813a40-d8ee-42bc-959b-cd5f133e9628 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.512187] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 698.512187] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a04b4e-7466-513d-f2a3-b431eb09d1d0" [ 698.512187] env[70491]: _type = "Task" [ 698.512187] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.521705] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a04b4e-7466-513d-f2a3-b431eb09d1d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.529601] env[70491]: DEBUG nova.virt.block_device [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating existing volume attachment record: d0d65bea-9f70-4717-bd5e-208929b6a2f7 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 698.714192] env[70491]: DEBUG oslo_concurrency.lockutils [req-7ae7af04-d1b4-4d4b-9681-219bb861f220 req-d92596b7-c4ed-491e-9008-25449d8ebd9f service nova] Releasing lock "refresh_cache-5c4a35bf-9d1d-451d-bd19-7bfb288804f2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.718950] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7b0ec41-3ddd-4681-8386-3d79d09142a5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.569s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.719939] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 698.721236] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4b7d12d-3044-4966-9a17-ca1abf5bcf52 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.736019] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 698.736019] env[70491]: value = "task-3293734" [ 698.736019] env[70491]: _type = "Task" [ 698.736019] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.747629] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.814019] env[70491]: DEBUG nova.network.neutron [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [{"id": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "address": "fa:16:3e:66:0d:4e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cec6e7f-e8", "ovs_interfaceid": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.927269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.927269] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.933736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.333s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.027535] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a04b4e-7466-513d-f2a3-b431eb09d1d0, 'name': SearchDatastore_Task, 'duration_secs': 0.014778} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.027864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.029025] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5c4a35bf-9d1d-451d-bd19-7bfb288804f2/5c4a35bf-9d1d-451d-bd19-7bfb288804f2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.029025] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98834de5-d628-4e59-88a4-23fa9ff1d568 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043202] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 699.043202] env[70491]: value = "task-3293735" [ 699.043202] env[70491]: _type = "Task" [ 699.043202] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.052224] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.225298] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.250618] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293734, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.314563] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315328] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Instance network_info: |[{"id": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "address": "fa:16:3e:66:0d:4e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cec6e7f-e8", "ovs_interfaceid": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.315488] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cec6e7f-e8e4-4281-97d9-97daebf6e9ce', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.323131] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating folder: Project (b1f0af029e154dc7a5d296ccd05c69a2). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.323458] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b490ac-4531-4e0b-a5e6-3e0b94ec145d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.341296] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created folder: Project (b1f0af029e154dc7a5d296ccd05c69a2) in parent group-v657728. [ 699.342300] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating folder: Instances. Parent ref: group-v657779. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.342300] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d630239-3b69-4c83-b61c-646d23762448 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.357554] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created folder: Instances in parent group-v657779. [ 699.357554] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.361731] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.361731] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d51889d8-692c-4273-9c1d-72f5551708ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.387850] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.387850] env[70491]: value = "task-3293738" [ 699.387850] env[70491]: _type = "Task" [ 699.387850] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.398049] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293738, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.435128] env[70491]: DEBUG nova.compute.utils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.436780] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.436960] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.441746] env[70491]: INFO nova.compute.claims [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.558090] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293735, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.738467] env[70491]: DEBUG nova.policy [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67a39f9013f4674bdc8d02e16dc880a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcda39fdaf764cda96fe843484b56360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.757407] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293734, 'name': CreateSnapshot_Task, 'duration_secs': 0.919618} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.757540] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.758329] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da37b94-0a82-4aea-b6ab-fd21e87f9f72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.780968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.885409] env[70491]: DEBUG nova.compute.manager [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.885409] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07bdfa-46b2-484a-adc5-73c55b875889 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.906469] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293738, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.947398] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.951879] env[70491]: INFO nova.compute.resource_tracker [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating resource usage from migration 16e80985-6a0b-4f3f-8549-10bb32531aaa [ 700.059359] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557661} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.059957] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5c4a35bf-9d1d-451d-bd19-7bfb288804f2/5c4a35bf-9d1d-451d-bd19-7bfb288804f2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.060540] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.060925] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d77c37-b11f-4f4b-81d6-b01196c204bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.071932] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 700.071932] env[70491]: value = "task-3293739" [ 700.071932] env[70491]: _type = "Task" [ 700.071932] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.094412] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.212021] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Successfully created port: a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 700.221639] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Successfully updated port: aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.288993] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 700.292286] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-453f8da7-0883-4362-93ff-3f03d98abd1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.305717] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 700.305717] env[70491]: value = "task-3293740" [ 700.305717] env[70491]: _type = "Task" [ 700.305717] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.319945] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293740, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.403331] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293738, 'name': CreateVM_Task, 'duration_secs': 0.765223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.403590] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.404226] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.404392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.406014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.406014] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32add739-825d-437a-a8e0-0e9210a117f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.407537] env[70491]: INFO nova.compute.manager [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] instance snapshotting [ 700.410597] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c9debc-d792-4b8e-aae4-9f213d061e0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.415088] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 700.415088] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5250cb6d-c7ce-7a2e-0d92-2e6dc1f04818" [ 700.415088] env[70491]: _type = "Task" [ 700.415088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.444683] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e32d4-2f12-432b-8aa4-c8a1ef68de79 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.452941] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5250cb6d-c7ce-7a2e-0d92-2e6dc1f04818, 'name': SearchDatastore_Task, 'duration_secs': 0.016326} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.453937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.454413] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.456066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.456066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.456066] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.456066] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28829f6e-fdb8-456e-b56c-434e25840936 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.502656] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.502849] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.503672] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0abde7-e53d-44e6-aef2-c73b33ea54c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.531094] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 700.531094] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2c017-b47e-1a05-c4d7-29c5c5a457fc" [ 700.531094] env[70491]: _type = "Task" [ 700.531094] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.545416] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2c017-b47e-1a05-c4d7-29c5c5a457fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.547289] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3253f3-a75d-4210-98b8-0a8d559d58f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.556021] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff7a4ea-738a-4d73-9440-8751d27ce68d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.599267] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade83f95-e5fc-4f6d-841f-4c30269ff91b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.607635] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077669} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.609819] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.610673] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b8f19-9c2e-46de-82f9-2483b475af56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.615441] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523d969d-2bd0-43b7-9b87-77308595bf05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.639730] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5c4a35bf-9d1d-451d-bd19-7bfb288804f2/5c4a35bf-9d1d-451d-bd19-7bfb288804f2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.647418] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c083e9-3435-4a78-8742-02c5140e8875 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.662207] env[70491]: DEBUG nova.compute.provider_tree [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.670851] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 700.670851] env[70491]: value = "task-3293741" [ 700.670851] env[70491]: _type = "Task" [ 700.670851] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.682274] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.726070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.726214] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquired lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.726447] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.808499] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.809120] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.809432] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.809432] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.809597] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.809806] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.809932] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.810120] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.810273] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.810572] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.810775] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.810994] env[70491]: DEBUG nova.virt.hardware [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.812721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275488cc-d984-4c53-a4bc-20739132680d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.829738] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05a45f-eedd-45a2-8798-1de1da0f20b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.835116] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293740, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.971699] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.977783] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.977926] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8496175b-43ce-4b16-b869-956e7b8b3b49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.990952] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 700.990952] env[70491]: value = "task-3293742" [ 700.990952] env[70491]: _type = "Task" [ 700.990952] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.010327] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.018073] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 701.018359] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 701.018526] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.019082] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 701.019082] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.019082] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 701.019259] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 701.019488] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 701.019777] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 701.019777] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 701.019853] env[70491]: DEBUG nova.virt.hardware [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 701.020933] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9b779-4df3-40d5-b2e3-75e231964b06 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.030331] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1128e9c6-c003-4449-a506-36c127f44eb1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.061496] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2c017-b47e-1a05-c4d7-29c5c5a457fc, 'name': SearchDatastore_Task, 'duration_secs': 0.027683} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.062534] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3716fce8-198f-4c57-855e-5aba5a8d3257 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.071020] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 701.071020] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b399-fd4b-cc99-3363-8deed056df7d" [ 701.071020] env[70491]: _type = "Task" [ 701.071020] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.080312] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b399-fd4b-cc99-3363-8deed056df7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.167807] env[70491]: DEBUG nova.scheduler.client.report [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.184440] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.260987] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.260987] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing instance network info cache due to event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.262614] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Acquiring lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.262614] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Acquired lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.262614] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.328086] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.330711] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293740, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.505997] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293742, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.583821] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b399-fd4b-cc99-3363-8deed056df7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014594} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.584679] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.584679] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f063a7df-db3b-4573-9e02-d864661fb441/f063a7df-db3b-4573-9e02-d864661fb441.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.585360] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-165e2dcc-2d0b-45e5-b711-9c3e8a4df014 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.595206] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 701.595206] env[70491]: value = "task-3293743" [ 701.595206] env[70491]: _type = "Task" [ 701.595206] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.608139] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.619672] env[70491]: DEBUG nova.network.neutron [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating instance_info_cache with network_info: [{"id": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "address": "fa:16:3e:55:e7:e9", "network": {"id": "dd8a109d-083b-495f-8e1f-26f9f7e5a043", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-885446722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c70847acfa1471c8e345a69611228e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaed9fd-64", "ovs_interfaceid": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.678583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.745s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.678790] env[70491]: INFO nova.compute.manager [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Migrating [ 701.679033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.679177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.575s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.684199] env[70491]: INFO nova.compute.claims [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.694689] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293741, 'name': ReconfigVM_Task, 'duration_secs': 0.798353} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.698183] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5c4a35bf-9d1d-451d-bd19-7bfb288804f2/5c4a35bf-9d1d-451d-bd19-7bfb288804f2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.698666] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ef160eb-d4c7-435b-8905-1cba911e8566 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.715477] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 701.715477] env[70491]: value = "task-3293744" [ 701.715477] env[70491]: _type = "Task" [ 701.715477] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.735809] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293744, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.826054] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293740, 'name': CloneVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.873558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.873952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.007032] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293742, 'name': CreateSnapshot_Task, 'duration_secs': 0.811033} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.007295] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.008209] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd4ef4b-874d-4782-91d4-817a45fbe8df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.108146] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.125274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Releasing lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125274] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Instance network_info: |[{"id": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "address": "fa:16:3e:55:e7:e9", "network": {"id": "dd8a109d-083b-495f-8e1f-26f9f7e5a043", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-885446722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c70847acfa1471c8e345a69611228e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaed9fd-64", "ovs_interfaceid": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.125737] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:e7:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aeaed9fd-649b-495c-ad5f-1c4663317b54', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.135224] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Creating folder: Project (2c70847acfa1471c8e345a69611228e2). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.135896] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec43665d-d8ac-4062-8328-14e73bd4b4ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.153057] env[70491]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 702.153223] env[70491]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70491) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 702.153557] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Folder already exists: Project (2c70847acfa1471c8e345a69611228e2). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 702.153757] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Creating folder: Instances. Parent ref: group-v657732. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.154071] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0da6d72b-294b-47f8-9071-2dcce42cfec8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.169234] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Created folder: Instances in parent group-v657732. [ 702.169659] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.173481] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.176053] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f52b1f5-fdfc-4771-99d4-d9fdee30d7a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.195292] env[70491]: INFO nova.compute.rpcapi [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 702.196115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.208256] env[70491]: DEBUG nova.compute.manager [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-changed-88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.208733] env[70491]: DEBUG nova.compute.manager [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing instance network info cache due to event network-changed-88e1a810-34e8-4274-b180-e494e92f9620. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.209037] env[70491]: DEBUG oslo_concurrency.lockutils [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.209248] env[70491]: DEBUG oslo_concurrency.lockutils [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.209677] env[70491]: DEBUG nova.network.neutron [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing network info cache for port 88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.225283] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.225283] env[70491]: value = "task-3293747" [ 702.225283] env[70491]: _type = "Task" [ 702.225283] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.240297] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293744, 'name': Rename_Task, 'duration_secs': 0.254811} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.245031] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.247838] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293747, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.247838] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updated VIF entry in instance network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.247938] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [{"id": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "address": "fa:16:3e:66:0d:4e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cec6e7f-e8", "ovs_interfaceid": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.248719] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-871dbb3a-162d-4947-87d7-d217fb1ae930 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.259486] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 702.259486] env[70491]: value = "task-3293748" [ 702.259486] env[70491]: _type = "Task" [ 702.259486] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.269920] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.324090] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293740, 'name': CloneVM_Task, 'duration_secs': 1.656923} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.324411] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Created linked-clone VM from snapshot [ 702.325259] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9855d1d8-1e9a-418f-8de6-bf5ee3044012 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.334506] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Uploading image a460a170-2aa1-4749-8808-018c604686da {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 702.350709] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.350709] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74d49e4f-02e0-49ad-af70-af84c3cfa4be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.358228] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 702.358228] env[70491]: value = "task-3293749" [ 702.358228] env[70491]: _type = "Task" [ 702.358228] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.370322] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293749, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.410505] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Successfully updated port: a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.542303] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.542303] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fcd11da6-503f-4d2f-8b58-0a291c606c75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.554776] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 702.554776] env[70491]: value = "task-3293750" [ 702.554776] env[70491]: _type = "Task" [ 702.554776] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.573900] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.577415] env[70491]: DEBUG nova.compute.manager [None req-2cca3b53-e745-45d1-829b-2bc3a1bb88cb tempest-ServerDiagnosticsV248Test-1398437007 tempest-ServerDiagnosticsV248Test-1398437007-project-admin] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.579527] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e9a37-d6a3-4fc3-acbb-e184ccf03f52 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.590793] env[70491]: INFO nova.compute.manager [None req-2cca3b53-e745-45d1-829b-2bc3a1bb88cb tempest-ServerDiagnosticsV248Test-1398437007 tempest-ServerDiagnosticsV248Test-1398437007-project-admin] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Retrieving diagnostics [ 702.591853] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c898e601-fe01-4d7e-bd0e-b784811614fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.639901] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574776} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.640373] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f063a7df-db3b-4573-9e02-d864661fb441/f063a7df-db3b-4573-9e02-d864661fb441.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.640685] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.641056] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48efd271-045c-4f8e-bf0a-b0333f1fdc89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.649932] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 702.649932] env[70491]: value = "task-3293751" [ 702.649932] env[70491]: _type = "Task" [ 702.649932] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.663150] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.722204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.722318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.722529] env[70491]: DEBUG nova.network.neutron [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.751060] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Releasing lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.751694] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Received event network-vif-plugged-aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.751694] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Acquiring lock "5832edbb-f33e-46a7-a144-b321f725d785-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.751890] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Lock "5832edbb-f33e-46a7-a144-b321f725d785-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.751991] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Lock "5832edbb-f33e-46a7-a144-b321f725d785-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.752839] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] No waiting events found dispatching network-vif-plugged-aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.752839] env[70491]: WARNING nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Received unexpected event network-vif-plugged-aeaed9fd-649b-495c-ad5f-1c4663317b54 for instance with vm_state building and task_state spawning. [ 702.752839] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Received event network-changed-aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.752839] env[70491]: DEBUG nova.compute.manager [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Refreshing instance network info cache due to event network-changed-aeaed9fd-649b-495c-ad5f-1c4663317b54. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.752839] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Acquiring lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.753099] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Acquired lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.753099] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Refreshing network info cache for port aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.754866] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293747, 'name': CreateVM_Task, 'duration_secs': 0.479216} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.763055] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.766602] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657747', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'name': 'volume-d3a8a3fe-5e64-4c42-9474-ece93618caec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5832edbb-f33e-46a7-a144-b321f725d785', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'serial': 'd3a8a3fe-5e64-4c42-9474-ece93618caec'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'd0d65bea-9f70-4717-bd5e-208929b6a2f7', 'volume_type': None}], 'swap': None} {{(pid=70491) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 702.766812] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Root volume attach. Driver type: vmdk {{(pid=70491) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 702.772573] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb6f1be-79d0-4889-b540-080cd302dc7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.791153] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293748, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.796718] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edab027-adb2-455d-8f55-45afa0f88e7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.809871] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc61dcb-8914-405d-9e10-8e996919930f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.821702] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-876fe171-358a-4cd6-809e-0f8032f0c99e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.835996] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 702.835996] env[70491]: value = "task-3293752" [ 702.835996] env[70491]: _type = "Task" [ 702.835996] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.848441] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.874282] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293749, 'name': Destroy_Task, 'duration_secs': 0.394591} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.874282] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Destroyed the VM [ 702.874282] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.874282] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a8774b3-8eca-42a9-8925-ce0330d0f027 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.891021] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 702.891021] env[70491]: value = "task-3293753" [ 702.891021] env[70491]: _type = "Task" [ 702.891021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.906368] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.914940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.915257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.915824] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.074125] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.131506] env[70491]: DEBUG nova.network.neutron [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updated VIF entry in instance network info cache for port 88e1a810-34e8-4274-b180-e494e92f9620. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.131506] env[70491]: DEBUG nova.network.neutron [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.163520] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103141} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.163520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.164464] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8d9600-f609-45ad-b1aa-ea0348be1ea8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.198520] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] f063a7df-db3b-4573-9e02-d864661fb441/f063a7df-db3b-4573-9e02-d864661fb441.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.198870] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0892e73-b329-4c79-b4a2-6a03fe638892 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.225475] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 703.225475] env[70491]: value = "task-3293754" [ 703.225475] env[70491]: _type = "Task" [ 703.225475] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.243027] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.276974] env[70491]: DEBUG oslo_vmware.api [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293748, 'name': PowerOnVM_Task, 'duration_secs': 0.672717} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.280472] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.280598] env[70491]: INFO nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Took 9.93 seconds to spawn the instance on the hypervisor. [ 703.280813] env[70491]: DEBUG nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.281974] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6004c201-2327-4084-89cd-d31498b6de9e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.348286] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 34%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.403658] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.438669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b87f1b-48fd-4f16-9065-f31787637928 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.450622] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f313c1f4-1ed1-459a-9001-9714c1c87795 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.487299] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706aea5d-d2f4-4aab-ad7c-efd78d594bac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.496294] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70df89f3-d473-4e36-8754-0cae27cc00dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.515791] env[70491]: DEBUG nova.compute.provider_tree [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.552678] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.568975] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.639349] env[70491]: DEBUG oslo_concurrency.lockutils [req-2e8cde38-2d4b-4be6-8599-f0a984beaa00 req-35ff397d-ae71-44ea-9f8a-cf8282073022 service nova] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.737564] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.738859] env[70491]: DEBUG nova.network.neutron [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.820692] env[70491]: INFO nova.compute.manager [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Took 26.46 seconds to build instance. [ 703.850357] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 47%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.910321] env[70491]: DEBUG oslo_vmware.api [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.60757} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.910969] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.020941] env[70491]: DEBUG nova.scheduler.client.report [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.027034] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updated VIF entry in instance network info cache for port aeaed9fd-649b-495c-ad5f-1c4663317b54. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.027446] env[70491]: DEBUG nova.network.neutron [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating instance_info_cache with network_info: [{"id": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "address": "fa:16:3e:55:e7:e9", "network": {"id": "dd8a109d-083b-495f-8e1f-26f9f7e5a043", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-885446722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c70847acfa1471c8e345a69611228e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaed9fd-64", "ovs_interfaceid": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.032346] env[70491]: DEBUG nova.network.neutron [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Updating instance_info_cache with network_info: [{"id": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "address": "fa:16:3e:4c:3a:91", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4be185b-8c", "ovs_interfaceid": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.074101] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.238048] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.241830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.324550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-579546ff-cb40-470c-87e6-c53fe0413c89 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.171s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.349688] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 60%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.416809] env[70491]: WARNING nova.compute.manager [None req-5084365c-4129-4c6c-b922-0ec37fbb663f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Image not found during snapshot: nova.exception.ImageNotFound: Image a460a170-2aa1-4749-8808-018c604686da could not be found. [ 704.526287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.526910] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.529841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.805s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.534069] env[70491]: INFO nova.compute.claims [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.535152] env[70491]: DEBUG oslo_concurrency.lockutils [req-dfb3f228-5b60-497e-9570-309b96428bb7 req-bf36cabe-33a3-4ac3-ab3a-205abd31a223 service nova] Releasing lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.536619] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance network_info: |[{"id": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "address": "fa:16:3e:4c:3a:91", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4be185b-8c", "ovs_interfaceid": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.537016] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:3a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4be185b-8cdb-4402-804e-74f8d12ec5e0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.550831] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating folder: Project (dcda39fdaf764cda96fe843484b56360). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.551963] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918e9a8a-4040-42d9-bbe7-2ac3c4345af8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.571046] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created folder: Project (dcda39fdaf764cda96fe843484b56360) in parent group-v657728. [ 704.571046] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating folder: Instances. Parent ref: group-v657788. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.572811] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb8b7e2-c457-425b-8dc5-1129b2a49d0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.577736] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.591946] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created folder: Instances in parent group-v657788. [ 704.591946] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.591946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.591946] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adc0d09d-4e5f-4bdf-8424-fcdf2477a530 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.617525] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.617525] env[70491]: value = "task-3293757" [ 704.617525] env[70491]: _type = "Task" [ 704.617525] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.628765] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293757, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.750613] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293754, 'name': ReconfigVM_Task, 'duration_secs': 1.510875} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.751317] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Reconfigured VM instance instance-00000011 to attach disk [datastore2] f063a7df-db3b-4573-9e02-d864661fb441/f063a7df-db3b-4573-9e02-d864661fb441.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.754022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b206d5-a306-4931-b404-e7fe2a908696 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.762986] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 704.762986] env[70491]: value = "task-3293758" [ 704.762986] env[70491]: _type = "Task" [ 704.762986] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.777560] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293758, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.827572] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.857626] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 73%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.974642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.974935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.975735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "c0b0d9db-b018-43dc-907d-2ef9b2546298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.975735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.975953] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.978067] env[70491]: INFO nova.compute.manager [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Terminating instance [ 705.037493] env[70491]: DEBUG nova.compute.utils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.043744] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.043744] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.071633] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293750, 'name': CloneVM_Task, 'duration_secs': 2.10708} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.071633] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Created linked-clone VM from snapshot [ 705.072548] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a8732-81bf-41ba-9d74-03d52588aae6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.085397] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Uploading image 095d8d11-ee67-4812-a9c8-86616424b1e9 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 705.125333] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 705.125333] env[70491]: value = "vm-657787" [ 705.125333] env[70491]: _type = "VirtualMachine" [ 705.125333] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 705.126065] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59f732ce-63a9-4478-bff9-897c778cc947 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.136673] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293757, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.138880] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease: (returnval){ [ 705.138880] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc75c2-fd95-6a26-1bf9-57d1d59812de" [ 705.138880] env[70491]: _type = "HttpNfcLease" [ 705.138880] env[70491]: } obtained for exporting VM: (result){ [ 705.138880] env[70491]: value = "vm-657787" [ 705.138880] env[70491]: _type = "VirtualMachine" [ 705.138880] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 705.139306] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the lease: (returnval){ [ 705.139306] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc75c2-fd95-6a26-1bf9-57d1d59812de" [ 705.139306] env[70491]: _type = "HttpNfcLease" [ 705.139306] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 705.147943] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.147943] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc75c2-fd95-6a26-1bf9-57d1d59812de" [ 705.147943] env[70491]: _type = "HttpNfcLease" [ 705.147943] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 705.206353] env[70491]: DEBUG nova.policy [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5cf232224e2c4c3bad338bbfe5ad27fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67d2d373a589459ea56147763ce9e679', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.278018] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293758, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.317584] env[70491]: DEBUG nova.compute.manager [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Received event network-vif-plugged-a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.317957] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Acquiring lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.319469] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.322597] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.322597] env[70491]: DEBUG nova.compute.manager [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] No waiting events found dispatching network-vif-plugged-a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.322597] env[70491]: WARNING nova.compute.manager [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Received unexpected event network-vif-plugged-a4be185b-8cdb-4402-804e-74f8d12ec5e0 for instance with vm_state building and task_state spawning. [ 705.322597] env[70491]: DEBUG nova.compute.manager [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Received event network-changed-a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.322597] env[70491]: DEBUG nova.compute.manager [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Refreshing instance network info cache due to event network-changed-a4be185b-8cdb-4402-804e-74f8d12ec5e0. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.323048] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Acquiring lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.323048] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Acquired lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.323048] env[70491]: DEBUG nova.network.neutron [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Refreshing network info cache for port a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.363074] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 86%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.372998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.482781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "refresh_cache-c0b0d9db-b018-43dc-907d-2ef9b2546298" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.484034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquired lock "refresh_cache-c0b0d9db-b018-43dc-907d-2ef9b2546298" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.484034] env[70491]: DEBUG nova.network.neutron [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.542756] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.636164] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293757, 'name': CreateVM_Task, 'duration_secs': 0.587714} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.636164] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.637272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.637376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.638265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.641315] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a332fb27-c235-41c5-9c3f-47b2d2e23c0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.654288] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 705.654288] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1b3b0-576c-6f41-0d44-feddea0d7b6c" [ 705.654288] env[70491]: _type = "Task" [ 705.654288] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.654545] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.654545] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc75c2-fd95-6a26-1bf9-57d1d59812de" [ 705.654545] env[70491]: _type = "HttpNfcLease" [ 705.654545] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.655181] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.655181] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc75c2-fd95-6a26-1bf9-57d1d59812de" [ 705.655181] env[70491]: _type = "HttpNfcLease" [ 705.655181] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.659182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08ef3ba-4c9b-490b-a6ae-b020b6a93521 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.673953] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.674188] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.685783] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1b3b0-576c-6f41-0d44-feddea0d7b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.688759] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.689136] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.690051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.690210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.690432] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.756842] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd920d5c-5f78-4d24-954a-82919e415c47 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.771466] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ec8150-aa9e-43d0-b470-41a4867e724c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.776141] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.776141] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.777493] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b744b31a-e7aa-4c5b-8be9-1db8ee1d96ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.797116] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 705.800554] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293758, 'name': Rename_Task, 'duration_secs': 0.652124} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.804159] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.804636] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476d3d75-8f98-4519-b7fa-64221b945ef0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.807681] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 705.807681] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255cb24-a166-35be-66ba-10214c517975" [ 705.807681] env[70491]: _type = "Task" [ 705.807681] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.816542] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 705.816542] env[70491]: value = "task-3293760" [ 705.816542] env[70491]: _type = "Task" [ 705.816542] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.817747] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255cb24-a166-35be-66ba-10214c517975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.832549] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-940a167d-2422-4a89-ae27-d37abc491c43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.844111] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.845692] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364032a6-6d52-408a-8dc7-5646ca848481 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.863134] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Suspending the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 705.863134] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7b0dd3c0-8d99-4f3f-bdd9-bfea4eaf0703 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.868902] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 97%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.871093] env[70491]: DEBUG oslo_vmware.api [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] Waiting for the task: (returnval){ [ 705.871093] env[70491]: value = "task-3293761" [ 705.871093] env[70491]: _type = "Task" [ 705.871093] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.896989] env[70491]: DEBUG oslo_vmware.api [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] Task: {'id': task-3293761, 'name': SuspendVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.027839] env[70491]: DEBUG nova.network.neutron [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.275035] env[70491]: DEBUG nova.network.neutron [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.288989] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b845832e-6929-4713-86df-53565f1608e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.299159] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d98847-22fa-4d86-bab1-f7cbc203259c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.306014] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.336366] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90528024-dd32-464b-9e3c-8b21529448aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350277] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e514356-0c2e-4eb7-91ce-7cac6d528cbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.375561] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.376622] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 706.376622] env[70491]: value = "task-3293762" [ 706.376622] env[70491]: _type = "Task" [ 706.376622] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.376948] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255cb24-a166-35be-66ba-10214c517975, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.391478] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92b16b9-768f-4fad-9a4a-50962b3ee14a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.396107] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03363c4b-642f-4d2d-9292-1dd4757aad7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.409101] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task} progress is 98%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.409101] env[70491]: DEBUG oslo_vmware.api [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] Task: {'id': task-3293761, 'name': SuspendVM_Task} progress is 45%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.415023] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.415871] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 706.415871] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e703ac-b00c-21fc-15af-41c025125b8a" [ 706.415871] env[70491]: _type = "Task" [ 706.415871] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.425820] env[70491]: DEBUG nova.compute.provider_tree [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.437207] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e703ac-b00c-21fc-15af-41c025125b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.567391] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.629950] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.630311] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.630420] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.630528] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.631116] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.631289] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.631591] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.631784] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.631975] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.635308] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.635308] env[70491]: DEBUG nova.virt.hardware [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.635308] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361bc595-1371-4bd4-bf21-dcb7f1d1c1eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.648324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1ca0f-d206-43cb-a519-f7e4bcd4f885 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.780785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Releasing lock "refresh_cache-c0b0d9db-b018-43dc-907d-2ef9b2546298" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781249] env[70491]: DEBUG nova.compute.manager [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.781436] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.782571] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef4bc26-59ee-4786-91bc-b314e51b4e95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.792438] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.793654] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174c2e02-6973-451f-a788-8ec0b08f1a02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.803850] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 706.803850] env[70491]: value = "task-3293763" [ 706.803850] env[70491]: _type = "Task" [ 706.803850] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.816822] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.853037] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293760, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.865552] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293752, 'name': RelocateVM_Task, 'duration_secs': 4.005368} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.865925] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 706.866345] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657747', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'name': 'volume-d3a8a3fe-5e64-4c42-9474-ece93618caec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5832edbb-f33e-46a7-a144-b321f725d785', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'serial': 'd3a8a3fe-5e64-4c42-9474-ece93618caec'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 706.867209] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255a85e2-331c-4053-954a-ec009b43b55f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.896358] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3536bbd-e60e-4053-b7ee-8f82370032a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.899531] env[70491]: DEBUG nova.network.neutron [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Updated VIF entry in instance network info cache for port a4be185b-8cdb-4402-804e-74f8d12ec5e0. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.900142] env[70491]: DEBUG nova.network.neutron [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Updating instance_info_cache with network_info: [{"id": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "address": "fa:16:3e:4c:3a:91", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4be185b-8c", "ovs_interfaceid": "a4be185b-8cdb-4402-804e-74f8d12ec5e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.908132] env[70491]: DEBUG oslo_vmware.api [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] Task: {'id': task-3293761, 'name': SuspendVM_Task, 'duration_secs': 0.871582} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.923102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Suspended the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 706.923102] env[70491]: DEBUG nova.compute.manager [None req-6fdb566b-6021-450e-ab0f-5091e2710fac tempest-ServersAdminNegativeTestJSON-481203531 tempest-ServersAdminNegativeTestJSON-481203531-project-admin] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.923459] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293762, 'name': PowerOffVM_Task, 'duration_secs': 0.250237} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.934305] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-d3a8a3fe-5e64-4c42-9474-ece93618caec/volume-d3a8a3fe-5e64-4c42-9474-ece93618caec.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.940556] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Successfully created port: 68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.943803] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b50c1d2-97d9-4921-bfeb-f2c74c0a2779 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.947588] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.948622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 706.952666] env[70491]: DEBUG nova.scheduler.client.report [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.957727] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd76994b-85e4-431c-8789-706f48b3dba8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.992965] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e703ac-b00c-21fc-15af-41c025125b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.028737} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.995125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.995552] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.997580] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 706.997580] env[70491]: value = "task-3293764" [ 706.997580] env[70491]: _type = "Task" [ 706.997580] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.999023] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26e3518c-3a45-4e4a-baee-3849c4a11adb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.020478] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.021904] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 707.021904] env[70491]: value = "task-3293765" [ 707.021904] env[70491]: _type = "Task" [ 707.021904] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.033261] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.184492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "29098eb4-49b4-40a2-b942-303d860e2fbb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.184998] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.320044] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293763, 'name': PowerOffVM_Task, 'duration_secs': 0.135763} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.320371] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.320632] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.321020] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a034a3e-d8e1-4abe-b1d2-93ca392a5351 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.353057] env[70491]: DEBUG oslo_vmware.api [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3293760, 'name': PowerOnVM_Task, 'duration_secs': 1.118749} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.353057] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 707.353057] env[70491]: INFO nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Took 11.29 seconds to spawn the instance on the hypervisor. [ 707.353290] env[70491]: DEBUG nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 707.354284] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aa1502-776c-4782-a35f-655464adc545 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.362665] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.363876] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.363876] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Deleting the datastore file [datastore1] c0b0d9db-b018-43dc-907d-2ef9b2546298 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.363876] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d87a3712-8a68-412b-ae3e-a0007fece6a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.379953] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for the task: (returnval){ [ 707.379953] env[70491]: value = "task-3293767" [ 707.379953] env[70491]: _type = "Task" [ 707.379953] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.390666] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.405321] env[70491]: DEBUG oslo_concurrency.lockutils [req-066e20d4-b26c-48e0-b512-5cbf98cb7790 req-46b0b31a-81a9-4e53-a27b-aeb506eae484 service nova] Releasing lock "refresh_cache-68f2388d-9800-4e21-b62c-f7f062c979b2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.458842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.459599] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.465674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.589s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.467573] env[70491]: INFO nova.compute.claims [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.479425] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.479425] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.479425] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.479425] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.479650] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.479650] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.479650] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.479650] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.479650] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.479848] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.479848] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.485263] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd49081b-3ee6-47bc-8cf1-1cf7c74963c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.507100] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 707.507100] env[70491]: value = "task-3293768" [ 707.507100] env[70491]: _type = "Task" [ 707.507100] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.520214] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.524363] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.537806] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.891589] env[70491]: INFO nova.compute.manager [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Took 30.21 seconds to build instance. [ 707.898655] env[70491]: DEBUG oslo_vmware.api [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Task: {'id': task-3293767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294112} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.899406] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.899711] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.899976] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.900187] env[70491]: INFO nova.compute.manager [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.900514] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.900751] env[70491]: DEBUG nova.compute.manager [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.900873] env[70491]: DEBUG nova.network.neutron [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.955490] env[70491]: DEBUG nova.network.neutron [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.983090] env[70491]: DEBUG nova.compute.utils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.986416] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.986416] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.019550] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293764, 'name': ReconfigVM_Task, 'duration_secs': 0.659288} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.022637] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-d3a8a3fe-5e64-4c42-9474-ece93618caec/volume-d3a8a3fe-5e64-4c42-9474-ece93618caec.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.028359] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293768, 'name': ReconfigVM_Task, 'duration_secs': 0.297974} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.028553] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9f8a4f7-7495-44a3-bcbd-6014e677c989 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.038651] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 708.055186] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5212} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.055360] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.055687] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.056075] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 708.056075] env[70491]: value = "task-3293769" [ 708.056075] env[70491]: _type = "Task" [ 708.056075] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.056416] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d136776f-dadc-497d-87ec-43099d611e34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.073580] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 708.073580] env[70491]: value = "task-3293770" [ 708.073580] env[70491]: _type = "Task" [ 708.073580] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.074669] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293769, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.086033] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.126447] env[70491]: DEBUG nova.policy [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20545ced04c84f55b916c2425bc46c63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c3f37d90e8442a7a1def9a77f0fea97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.220572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "9c33dcde-32e8-4942-88c4-786789629c6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.221248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.221364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.221532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.225359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.229818] env[70491]: INFO nova.compute.manager [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Terminating instance [ 708.401338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be42672f-d224-4f6d-8209-e7d6b1649472 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.299s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.458282] env[70491]: DEBUG nova.network.neutron [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.490536] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.549817] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.550631] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.550631] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.550762] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.550954] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.551580] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.551580] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.551580] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.551775] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.551854] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.552108] env[70491]: DEBUG nova.virt.hardware [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.560667] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 708.560667] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88c0317-598a-4a9b-bbce-9554b73050f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.603732] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 708.603732] env[70491]: value = "task-3293771" [ 708.603732] env[70491]: _type = "Task" [ 708.603732] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.604044] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293769, 'name': ReconfigVM_Task, 'duration_secs': 0.215965} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.604294] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107851} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.604598] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657747', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'name': 'volume-d3a8a3fe-5e64-4c42-9474-ece93618caec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5832edbb-f33e-46a7-a144-b321f725d785', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'serial': 'd3a8a3fe-5e64-4c42-9474-ece93618caec'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 708.605229] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.610701] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5502bb7a-e17a-44a0-8a23-c44793fbd080 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.614506] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5857da-e94a-41f3-96be-c2b9f8a7a877 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.618818] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Successfully created port: 05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.630715] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293771, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.650634] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.651060] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 708.651060] env[70491]: value = "task-3293772" [ 708.651060] env[70491]: _type = "Task" [ 708.651060] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.654792] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b801310-9fa5-488d-83b3-ec6d1cb02466 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.680394] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293772, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.681655] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 708.681655] env[70491]: value = "task-3293773" [ 708.681655] env[70491]: _type = "Task" [ 708.681655] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.696029] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.735422] env[70491]: DEBUG nova.compute.manager [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.735708] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.741439] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df077843-7e80-4d1f-832e-a9194020a9e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.753139] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.753511] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1054011-6494-4f91-92aa-3a86712b4bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.768271] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 708.768271] env[70491]: value = "task-3293774" [ 708.768271] env[70491]: _type = "Task" [ 708.768271] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.784188] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.906340] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.962779] env[70491]: INFO nova.compute.manager [-] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Took 1.06 seconds to deallocate network for instance. [ 709.120945] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293771, 'name': ReconfigVM_Task, 'duration_secs': 0.19875} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.125331] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 709.126553] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e74ba83-eade-4998-855e-fb4df99bbd80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.155771] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.159984] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36af8dea-71b8-4111-a42a-a51c0d48642b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.190845] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 709.190845] env[70491]: value = "task-3293775" [ 709.190845] env[70491]: _type = "Task" [ 709.190845] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.191813] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293772, 'name': Rename_Task, 'duration_secs': 0.195312} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.193398] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.193815] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b80990-5bd1-4cc4-97be-9afe33a2e85a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.206211] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20d68ff-f6ce-4b83-8047-d5f1032de03a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.206211] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293773, 'name': ReconfigVM_Task, 'duration_secs': 0.466091} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.206736] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.208257] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c88a4ad2-ede8-4feb-ae9c-fba0d118d8b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.214318] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b907ef-f205-469b-97df-fcdf23a0ebeb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.223678] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 709.223678] env[70491]: value = "task-3293776" [ 709.223678] env[70491]: _type = "Task" [ 709.223678] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.224063] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.228411] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 709.228411] env[70491]: value = "task-3293777" [ 709.228411] env[70491]: _type = "Task" [ 709.228411] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.265304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2d184-f7a6-47d7-b135-d7f389b82d7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.272177] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293776, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.280557] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293777, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.285629] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4742b920-0cbc-4425-97bc-47aa047d68e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.295125] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293774, 'name': PowerOffVM_Task, 'duration_secs': 0.207433} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.295984] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.296228] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.296521] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168c037d-ec1f-48ac-9b14-16c03650979a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.307585] env[70491]: DEBUG nova.compute.provider_tree [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.354180] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "b41cee04-e3c4-4361-8eb2-28f97f355338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.354407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.383534] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.383534] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.383534] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleting the datastore file [datastore2] 9c33dcde-32e8-4942-88c4-786789629c6f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.383899] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02de512e-db23-40ad-bbaf-6fb6f96da9bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.392762] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 709.392762] env[70491]: value = "task-3293779" [ 709.392762] env[70491]: _type = "Task" [ 709.392762] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.404867] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.444175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.473856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.503216] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.539319] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.540363] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.540363] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.540363] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.540843] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.540843] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.540926] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.541090] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.541401] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.545021] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.545021] env[70491]: DEBUG nova.virt.hardware [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.545021] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175cc7c0-72dc-46d1-b1ec-69592d23309e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.555731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846df577-8767-413a-bf85-a6535595ee8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.705261] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293775, 'name': ReconfigVM_Task, 'duration_secs': 0.351979} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.705261] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3/1706073b-fe4f-43f9-8f01-5ae6912f5cf3.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.705261] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 709.741087] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.744862] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293777, 'name': Rename_Task, 'duration_secs': 0.24487} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.745213] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.746464] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-239e7828-406f-410b-9505-47e0a6a140ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.756266] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 709.756266] env[70491]: value = "task-3293780" [ 709.756266] env[70491]: _type = "Task" [ 709.756266] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.769303] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.813773] env[70491]: DEBUG nova.scheduler.client.report [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.907761] env[70491]: DEBUG oslo_vmware.api [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3293779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191703} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.908143] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.908246] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.908419] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.908592] env[70491]: INFO nova.compute.manager [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 709.908834] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.909081] env[70491]: DEBUG nova.compute.manager [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.909174] env[70491]: DEBUG nova.network.neutron [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.207034] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Successfully updated port: 68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.219796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac51af52-210f-41ed-9307-de3e5ea1f638 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.256883] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514c043f-4e6a-468a-b10d-970a6ea38f88 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.267840] env[70491]: DEBUG oslo_vmware.api [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3293776, 'name': PowerOnVM_Task, 'duration_secs': 0.749271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.268631] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.268834] env[70491]: INFO nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Took 9.46 seconds to spawn the instance on the hypervisor. [ 710.269046] env[70491]: DEBUG nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.271095] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff5db4b-dcee-48f0-9459-85d82d723bcc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.293615] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.299288] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.319738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.320310] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.322978] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.838s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.323211] env[70491]: DEBUG nova.objects.instance [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 710.719590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.723019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquired lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.723019] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.767944] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.819193] env[70491]: INFO nova.compute.manager [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Took 32.05 seconds to build instance. [ 710.836297] env[70491]: DEBUG nova.compute.utils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.836297] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.836297] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.937333] env[70491]: DEBUG nova.network.neutron [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Port 65ff8179-733c-46b4-9859-ec657a006817 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 710.987156] env[70491]: DEBUG nova.policy [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388377ba187a486794365b5fa315dce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb03580a863f456194339948be005789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.081819] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.081819] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.170238] env[70491]: DEBUG nova.compute.manager [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Received event network-vif-plugged-68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.170658] env[70491]: DEBUG oslo_concurrency.lockutils [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] Acquiring lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.170824] env[70491]: DEBUG oslo_concurrency.lockutils [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.170899] env[70491]: DEBUG oslo_concurrency.lockutils [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.171141] env[70491]: DEBUG nova.compute.manager [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] No waiting events found dispatching network-vif-plugged-68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.171630] env[70491]: WARNING nova.compute.manager [req-e72515f6-7ab2-418d-86e4-89a7e7cd609c req-690c1413-759c-4067-9f15-7972d6c02a7d service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Received unexpected event network-vif-plugged-68400213-c41c-4baa-b148-cef47bd6af5b for instance with vm_state building and task_state spawning. [ 711.266941] env[70491]: DEBUG oslo_vmware.api [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293780, 'name': PowerOnVM_Task, 'duration_secs': 1.334616} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.267791] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.268027] env[70491]: INFO nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Took 10.30 seconds to spawn the instance on the hypervisor. [ 711.268213] env[70491]: DEBUG nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.269013] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa967cd-5409-4d21-9e73-abb33ecc4637 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.283846] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.287613] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Successfully updated port: 05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.322065] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f1f1d4-63ea-4845-b5ba-30903dc9cc62 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.616s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.340021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-278f3b5c-d155-40a0-897a-4527edd9f7c9 tempest-ServersAdmin275Test-1689429517 tempest-ServersAdmin275Test-1689429517-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.340021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.352s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.343918] env[70491]: INFO nova.compute.claims [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.348110] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.405369] env[70491]: DEBUG nova.network.neutron [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.541265] env[70491]: DEBUG nova.network.neutron [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Updating instance_info_cache with network_info: [{"id": "68400213-c41c-4baa-b148-cef47bd6af5b", "address": "fa:16:3e:f6:de:73", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68400213-c4", "ovs_interfaceid": "68400213-c41c-4baa-b148-cef47bd6af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.796961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.801022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquired lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.801022] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.801022] env[70491]: INFO nova.compute.manager [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Took 31.40 seconds to build instance. [ 711.809784] env[70491]: DEBUG nova.compute.manager [req-b94ee9aa-0123-4864-8bff-b8d6f22a27aa req-36391532-aa66-442e-b578-7fb3374bde92 service nova] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Received event network-vif-deleted-c35f74de-3126-4343-93df-7e0d4c84d7bc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.824685] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.860569] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Successfully created port: 0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.909870] env[70491]: INFO nova.compute.manager [-] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Took 2.00 seconds to deallocate network for instance. [ 711.958938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.959357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.959357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.045023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Releasing lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.045690] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Instance network_info: |[{"id": "68400213-c41c-4baa-b148-cef47bd6af5b", "address": "fa:16:3e:f6:de:73", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68400213-c4", "ovs_interfaceid": "68400213-c41c-4baa-b148-cef47bd6af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 712.045912] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:de:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68400213-c41c-4baa-b148-cef47bd6af5b', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.054417] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Creating folder: Project (67d2d373a589459ea56147763ce9e679). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.054744] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b717b979-182c-494b-ac98-ce77b931cc38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.071586] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Created folder: Project (67d2d373a589459ea56147763ce9e679) in parent group-v657728. [ 712.071791] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Creating folder: Instances. Parent ref: group-v657791. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.072057] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81158e6f-4f34-4535-8c01-e088af750acd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.086064] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Created folder: Instances in parent group-v657791. [ 712.086334] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.086542] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.086756] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf7c68ff-e7d0-4d92-9bde-aaa23731c356 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.114538] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.114538] env[70491]: value = "task-3293783" [ 712.114538] env[70491]: _type = "Task" [ 712.114538] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.124856] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293783, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.309143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-952d6d61-05b4-433e-91f4-be95f47098a2 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.388s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.362024] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.365860] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.402345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.425989] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.427031] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.427031] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.427031] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.427031] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.427031] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.427332] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.427383] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.427573] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.428527] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.428527] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.429607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.430672] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc70a3a-20ba-43e3-88ff-fed280992799 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.447482] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2089cb4-3c18-413d-85f6-47857a7ab627 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.627681] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293783, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.737028] env[70491]: DEBUG nova.network.neutron [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Updating instance_info_cache with network_info: [{"id": "05f95844-87d5-4023-b312-516cd63c0af8", "address": "fa:16:3e:e5:1f:8a", "network": {"id": "2b757541-e4da-4c0e-8359-24e97f9e5a1b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-134796232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c3f37d90e8442a7a1def9a77f0fea97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f95844-87", "ovs_interfaceid": "05f95844-87d5-4023-b312-516cd63c0af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.813272] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.036705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.037099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.082505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.084564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.084564] env[70491]: DEBUG nova.network.neutron [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.095741] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd05ed-4006-452e-b658-bbc849594c2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.104719] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25b3ab-2415-48eb-a490-c7001f3cb778 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.144414] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b25bdf-7a56-4c69-9a22-a68380ebc942 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.155625] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293783, 'name': CreateVM_Task, 'duration_secs': 0.537539} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.156965] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac1268-302d-48a2-af29-3d13b54cb778 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.160746] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.161817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.161990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.162337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.163080] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c2ec7a-d9e4-431a-8823-49caaa5a033e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.175383] env[70491]: DEBUG nova.compute.provider_tree [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.178791] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 713.178791] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520e9599-a9eb-d6e1-becc-3fbf7935afcc" [ 713.178791] env[70491]: _type = "Task" [ 713.178791] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.188848] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520e9599-a9eb-d6e1-becc-3fbf7935afcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.240023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Releasing lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.240023] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Instance network_info: |[{"id": "05f95844-87d5-4023-b312-516cd63c0af8", "address": "fa:16:3e:e5:1f:8a", "network": {"id": "2b757541-e4da-4c0e-8359-24e97f9e5a1b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-134796232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c3f37d90e8442a7a1def9a77f0fea97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f95844-87", "ovs_interfaceid": "05f95844-87d5-4023-b312-516cd63c0af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.240258] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d0c6fd7-3cc9-4818-9475-8f15900394cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f95844-87d5-4023-b312-516cd63c0af8', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.249561] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Creating folder: Project (4c3f37d90e8442a7a1def9a77f0fea97). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.250282] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e2e59f0-8fd9-4bb6-b486-d6c47a14d2e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.266443] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Created folder: Project (4c3f37d90e8442a7a1def9a77f0fea97) in parent group-v657728. [ 713.266847] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Creating folder: Instances. Parent ref: group-v657794. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.267314] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecf96413-ebb4-45d7-b148-88766c6d7606 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.281030] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Created folder: Instances in parent group-v657794. [ 713.281521] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.281835] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.281998] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a4fcb3-9a23-4ee5-ae3c-91ba65bb116f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.308417] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.308417] env[70491]: value = "task-3293786" [ 713.308417] env[70491]: _type = "Task" [ 713.308417] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.320165] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293786, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.337440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.679062] env[70491]: DEBUG nova.scheduler.client.report [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.698708] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520e9599-a9eb-d6e1-becc-3fbf7935afcc, 'name': SearchDatastore_Task, 'duration_secs': 0.025048} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.698785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.699374] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.699881] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.699881] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.700144] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.701247] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee715090-052c-4f89-8ce0-aa081be442b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.716747] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.717038] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.719449] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88877663-9b4c-48b1-a19c-cbfcf66a163d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.727044] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 713.727044] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522b82c3-a3e9-c4eb-bbce-1d0fd0c5f55e" [ 713.727044] env[70491]: _type = "Task" [ 713.727044] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.738387] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522b82c3-a3e9-c4eb-bbce-1d0fd0c5f55e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.826757] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293786, 'name': CreateVM_Task} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.826831] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.828085] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828085] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.828264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828557] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839f3f3f-3e59-4af8-866b-f338056b6485 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.834939] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 713.834939] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3131-efb8-ff78-93fc-b1f09d752d99" [ 713.834939] env[70491]: _type = "Task" [ 713.834939] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.847888] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3131-efb8-ff78-93fc-b1f09d752d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.189806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.193019] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.200042] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.159s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.200042] env[70491]: DEBUG nova.objects.instance [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lazy-loading 'resources' on Instance uuid ad15c3a9-e888-4499-8067-9511bdf631df {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.203611] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Received event network-changed-68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.203611] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Refreshing instance network info cache due to event network-changed-68400213-c41c-4baa-b148-cef47bd6af5b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.203611] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquiring lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.203611] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquired lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.203611] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Refreshing network info cache for port 68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.242223] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522b82c3-a3e9-c4eb-bbce-1d0fd0c5f55e, 'name': SearchDatastore_Task, 'duration_secs': 0.017298} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.242223] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2fa7b07-2257-4abb-bbee-8b6569c5ce82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.251222] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 714.251222] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52254236-6c90-bbbd-fc8c-bef5431527ec" [ 714.251222] env[70491]: _type = "Task" [ 714.251222] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.262230] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52254236-6c90-bbbd-fc8c-bef5431527ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.349142] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3131-efb8-ff78-93fc-b1f09d752d99, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.349142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.349142] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.349142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.389163] env[70491]: DEBUG nova.network.neutron [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.509027] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Successfully updated port: 0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.850445] env[70491]: DEBUG nova.compute.utils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.850445] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.850445] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.850445] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52254236-6c90-bbbd-fc8c-bef5431527ec, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.856884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.856884] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4e3fbc2c-0f70-4408-b71d-422f32141d1f/4e3fbc2c-0f70-4408-b71d-422f32141d1f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.856884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.856884] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.861985] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bec57162-3955-47aa-84e0-3f39cb323575 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.861985] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12062980-aa00-4cdf-9308-fd292733cc84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.861985] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.861985] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.861985] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 714.861985] env[70491]: value = "task-3293787" [ 714.861985] env[70491]: _type = "Task" [ 714.861985] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.861985] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79a71c27-3cca-43b1-b54a-8a0467de2ec6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.863164] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 714.863164] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c6434d-e075-698e-5895-8839260751ab" [ 714.863164] env[70491]: _type = "Task" [ 714.863164] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.863164] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.863164] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c6434d-e075-698e-5895-8839260751ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012282} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.864371] env[70491]: DEBUG nova.policy [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388377ba187a486794365b5fa315dce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb03580a863f456194339948be005789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.864371] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d003715-60ab-469b-a4cf-4e5eb04f0ff2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.864371] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 714.864371] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52688d88-37bd-d0fc-6d64-ffc50d90f0fa" [ 714.864371] env[70491]: _type = "Task" [ 714.864371] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.864371] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52688d88-37bd-d0fc-6d64-ffc50d90f0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.891108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.011591] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.011823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.011900] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.099313] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 715.103152] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824d5a4-0613-4ca7-899c-50fadb1d2a97 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.121877] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 715.122207] env[70491]: ERROR oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk due to incomplete transfer. [ 715.123163] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57c969bb-d32b-4117-a17f-80d5ba9cd06c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.139053] env[70491]: DEBUG oslo_vmware.rw_handles [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e76323-5919-c4f2-2fe5-bd6f020b60db/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 715.139319] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Uploaded image 095d8d11-ee67-4812-a9c8-86616424b1e9 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 715.145646] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 715.149205] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6b8a2cec-4230-49c1-8ece-4ec7639cb36c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.159659] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 715.159659] env[70491]: value = "task-3293788" [ 715.159659] env[70491]: _type = "Task" [ 715.159659] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.173933] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293788, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.220078] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.252790] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Updated VIF entry in instance network info cache for port 68400213-c41c-4baa-b148-cef47bd6af5b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.252790] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Updating instance_info_cache with network_info: [{"id": "68400213-c41c-4baa-b148-cef47bd6af5b", "address": "fa:16:3e:f6:de:73", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68400213-c4", "ovs_interfaceid": "68400213-c41c-4baa-b148-cef47bd6af5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.295859] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.296116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.318319] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524744} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.318319] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4e3fbc2c-0f70-4408-b71d-422f32141d1f/4e3fbc2c-0f70-4408-b71d-422f32141d1f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.318319] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.318319] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c633f09b-8f8e-41dc-b4e9-0fed6b54a866 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.330317] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 715.330317] env[70491]: value = "task-3293789" [ 715.330317] env[70491]: _type = "Task" [ 715.330317] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.343946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "d517a143-ffd5-41c8-904c-9782cba540db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.344362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.357946] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.371345] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52688d88-37bd-d0fc-6d64-ffc50d90f0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01653} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.371345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.375047] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f3ca62d-3408-47fe-bc66-30cee0f2c5de/7f3ca62d-3408-47fe-bc66-30cee0f2c5de.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.375047] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67f5c35f-9073-475f-bb96-8d4378c686ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.385138] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 715.385138] env[70491]: value = "task-3293790" [ 715.385138] env[70491]: _type = "Task" [ 715.385138] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.401900] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.416582] env[70491]: DEBUG nova.compute.manager [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Received event network-vif-plugged-0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.416781] env[70491]: DEBUG oslo_concurrency.lockutils [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] Acquiring lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.416979] env[70491]: DEBUG oslo_concurrency.lockutils [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.417155] env[70491]: DEBUG oslo_concurrency.lockutils [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.417366] env[70491]: DEBUG nova.compute.manager [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] No waiting events found dispatching network-vif-plugged-0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 715.417531] env[70491]: WARNING nova.compute.manager [req-cca89ee1-af74-4545-bc45-fa684949c82e req-d555ede6-b266-48e4-85e2-aba1eb1e9a40 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Received unexpected event network-vif-plugged-0fea259e-c3e1-4f03-803d-8517360accf9 for instance with vm_state building and task_state spawning. [ 715.431323] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20343915-bccd-413e-ae13-ba79fb92951e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.463502] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2b4f3-3e4d-4a77-aff2-94a667bc9bb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.474691] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.524672] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ba551-23be-49ce-940f-a9d58c0c9875 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.534648] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df395267-8968-4677-8e7f-5fa862a876ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.570096] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2013eca4-3d54-496b-8168-58720af1de55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.583659] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.590176] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c858267-2179-4502-86c5-9aa5302c4b5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.610278] env[70491]: DEBUG nova.compute.provider_tree [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.665802] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Successfully created port: b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.676747] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293788, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.756627] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Releasing lock "refresh_cache-4e3fbc2c-0f70-4408-b71d-422f32141d1f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.756959] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.757178] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing instance network info cache due to event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.757609] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquiring lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.757609] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquired lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.757797] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.843145] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071842} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.849066] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.849066] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7719245-2fe3-4b74-a568-d62bdec41aeb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.879019] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 4e3fbc2c-0f70-4408-b71d-422f32141d1f/4e3fbc2c-0f70-4408-b71d-422f32141d1f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.879019] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5c0a53-fafa-46a5-893d-36bf9ca36bd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.900792] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.902683] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 715.902683] env[70491]: value = "task-3293791" [ 715.902683] env[70491]: _type = "Task" [ 715.902683] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.906873] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Updating instance_info_cache with network_info: [{"id": "0fea259e-c3e1-4f03-803d-8517360accf9", "address": "fa:16:3e:bf:6e:e8", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fea259e-c3", "ovs_interfaceid": "0fea259e-c3e1-4f03-803d-8517360accf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.983609] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.983928] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f221825b-b82b-48b8-b472-ec3a5f22d7af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.992891] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 715.992891] env[70491]: value = "task-3293792" [ 715.992891] env[70491]: _type = "Task" [ 715.992891] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.003130] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.116462] env[70491]: DEBUG nova.scheduler.client.report [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.177506] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293788, 'name': Destroy_Task, 'duration_secs': 0.714735} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.178502] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Destroyed the VM [ 716.178502] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 716.178502] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a48ce82c-6ae5-48e7-a308-136d335e0a05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.189147] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 716.189147] env[70491]: value = "task-3293793" [ 716.189147] env[70491]: _type = "Task" [ 716.189147] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.199621] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.236832] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.269557] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.270213] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.270213] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.270213] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.270504] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.270504] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.270609] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.272351] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.272668] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.273012] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.273295] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.274684] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f4a02-32c6-42f4-9d21-50ec861ca87f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.285093] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8834711d-a685-40b7-949b-22372fb25ab1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.405020] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57359} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.405020] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f3ca62d-3408-47fe-bc66-30cee0f2c5de/7f3ca62d-3408-47fe-bc66-30cee0f2c5de.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.405020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.405020] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfb130c-d597-486e-9949-13695519079d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.416194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.416468] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Instance network_info: |[{"id": "0fea259e-c3e1-4f03-803d-8517360accf9", "address": "fa:16:3e:bf:6e:e8", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fea259e-c3", "ovs_interfaceid": "0fea259e-c3e1-4f03-803d-8517360accf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.417989] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:6e:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fea259e-c3e1-4f03-803d-8517360accf9', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.428657] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Creating folder: Project (eb03580a863f456194339948be005789). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.433764] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f84fba-1323-44fe-8f23-5522a22f8a55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.438022] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 716.438022] env[70491]: value = "task-3293794" [ 716.438022] env[70491]: _type = "Task" [ 716.438022] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.445809] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.459361] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.461207] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Created folder: Project (eb03580a863f456194339948be005789) in parent group-v657728. [ 716.462142] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Creating folder: Instances. Parent ref: group-v657797. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.462614] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e15a8dfe-8aaf-47ea-94a2-276b07f2754a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.477430] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Created folder: Instances in parent group-v657797. [ 716.477718] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.477963] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.478259] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b60da8-707a-4328-a3a2-03db02b3c97f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.512620] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.514521] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.514521] env[70491]: value = "task-3293797" [ 716.514521] env[70491]: _type = "Task" [ 716.514521] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.526685] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293797, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.591779] env[70491]: DEBUG nova.compute.manager [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Received event network-changed-aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.592769] env[70491]: DEBUG nova.compute.manager [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Refreshing instance network info cache due to event network-changed-aeaed9fd-649b-495c-ad5f-1c4663317b54. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.592769] env[70491]: DEBUG oslo_concurrency.lockutils [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] Acquiring lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592769] env[70491]: DEBUG oslo_concurrency.lockutils [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] Acquired lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592769] env[70491]: DEBUG nova.network.neutron [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Refreshing network info cache for port aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.621512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.624738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.466s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.625403] env[70491]: DEBUG nova.objects.instance [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lazy-loading 'resources' on Instance uuid aee7ee90-e771-4e64-bc2b-abb63c5e8bcc {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 716.656796] env[70491]: INFO nova.scheduler.client.report [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Deleted allocations for instance ad15c3a9-e888-4499-8067-9511bdf631df [ 716.709835] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293793, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.742641] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updated VIF entry in instance network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.742641] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [{"id": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "address": "fa:16:3e:66:0d:4e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cec6e7f-e8", "ovs_interfaceid": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.913658] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293791, 'name': ReconfigVM_Task, 'duration_secs': 1.009672} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.913948] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 4e3fbc2c-0f70-4408-b71d-422f32141d1f/4e3fbc2c-0f70-4408-b71d-422f32141d1f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.914547] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a120a143-d535-4b9e-a632-5e5bd875fe36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.922494] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 716.922494] env[70491]: value = "task-3293798" [ 716.922494] env[70491]: _type = "Task" [ 716.922494] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.933070] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293798, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.963919] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084417} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.963919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.964782] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc1e8b1-2389-4701-aaf1-044b546707ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.990863] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 7f3ca62d-3408-47fe-bc66-30cee0f2c5de/7f3ca62d-3408-47fe-bc66-30cee0f2c5de.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.991220] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96f8dbd-96ca-4454-a42d-252c00c0e63b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.023649] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 717.023649] env[70491]: value = "task-3293799" [ 717.023649] env[70491]: _type = "Task" [ 717.023649] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.024244] env[70491]: DEBUG oslo_vmware.api [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3293792, 'name': PowerOnVM_Task, 'duration_secs': 0.53347} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.024713] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.027056] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ed7eac47-132d-4a10-b7f3-f56de5abe483 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance '1706073b-fe4f-43f9-8f01-5ae6912f5cf3' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 717.035437] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293797, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.042566] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.166894] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e12af3b1-40e2-4fbc-a337-5941aee5f96f tempest-ServerDiagnosticsTest-1166109078 tempest-ServerDiagnosticsTest-1166109078-project-member] Lock "ad15c3a9-e888-4499-8067-9511bdf631df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.993s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.209967] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293793, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.248823] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Releasing lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.249168] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Received event network-vif-plugged-05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.249309] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquiring lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.249612] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.249778] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.249976] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] No waiting events found dispatching network-vif-plugged-05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.250154] env[70491]: WARNING nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Received unexpected event network-vif-plugged-05f95844-87d5-4023-b312-516cd63c0af8 for instance with vm_state building and task_state spawning. [ 717.250315] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Received event network-changed-05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.250474] env[70491]: DEBUG nova.compute.manager [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Refreshing instance network info cache due to event network-changed-05f95844-87d5-4023-b312-516cd63c0af8. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.250726] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquiring lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.250864] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Acquired lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.251028] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Refreshing network info cache for port 05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.438938] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293798, 'name': Rename_Task, 'duration_secs': 0.254746} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.439838] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.439838] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96b6ef90-ae0c-4fa3-83b1-b53907e264ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.449498] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 717.449498] env[70491]: value = "task-3293800" [ 717.449498] env[70491]: _type = "Task" [ 717.449498] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.459968] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.492235] env[70491]: DEBUG nova.network.neutron [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updated VIF entry in instance network info cache for port aeaed9fd-649b-495c-ad5f-1c4663317b54. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.493040] env[70491]: DEBUG nova.network.neutron [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating instance_info_cache with network_info: [{"id": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "address": "fa:16:3e:55:e7:e9", "network": {"id": "dd8a109d-083b-495f-8e1f-26f9f7e5a043", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-885446722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c70847acfa1471c8e345a69611228e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaeaed9fd-64", "ovs_interfaceid": "aeaed9fd-649b-495c-ad5f-1c4663317b54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.530507] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293797, 'name': CreateVM_Task, 'duration_secs': 0.6506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.539172] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.542713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.542895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.543321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.545277] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e3d5fa6-0eda-4d1c-87b1-fcca29784cf1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.552634] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293799, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.560785] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 717.560785] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525b3528-828f-e7b4-0c15-8b73335df2ea" [ 717.560785] env[70491]: _type = "Task" [ 717.560785] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.574622] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525b3528-828f-e7b4-0c15-8b73335df2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.707728] env[70491]: DEBUG oslo_vmware.api [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293793, 'name': RemoveSnapshot_Task, 'duration_secs': 1.354912} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.708771] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Successfully updated port: b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.717393] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 717.717393] env[70491]: INFO nova.compute.manager [None req-08b601d9-1eb5-4607-85f7-f824f25b607f tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 17.31 seconds to snapshot the instance on the hypervisor. [ 717.855015] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d408457-1050-44bd-8b1c-5bf18483f1b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.866324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a1bfa2-7c76-49bb-b188-c81c5f743822 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.910655] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd997649-d292-4d1d-b4fd-d22516bc5abb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.922523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.923450] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.928538] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb539a3-6c19-4dc3-99c4-2ae45e94d8f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.950873] env[70491]: DEBUG nova.compute.provider_tree [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.963430] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293800, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.996585] env[70491]: DEBUG oslo_concurrency.lockutils [req-7bba3105-14ed-4211-8bd1-ef56f9da41d5 req-0826c20c-1573-4411-b741-ee5b31bd5e9b service nova] Releasing lock "refresh_cache-5832edbb-f33e-46a7-a144-b321f725d785" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.051113] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293799, 'name': ReconfigVM_Task, 'duration_secs': 0.613305} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.061875] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 7f3ca62d-3408-47fe-bc66-30cee0f2c5de/7f3ca62d-3408-47fe-bc66-30cee0f2c5de.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.061875] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5f75c6b-4e04-4b72-8ee1-1f35621cd8a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.075900] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525b3528-828f-e7b4-0c15-8b73335df2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.077882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.079021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.079021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.079021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.079021] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.079559] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 718.079559] env[70491]: value = "task-3293801" [ 718.079559] env[70491]: _type = "Task" [ 718.079559] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.080019] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0147c3fc-b46e-469c-bd19-c42944df2f47 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.093534] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293801, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.094974] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.096422] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.096422] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6a402c9-ed79-4adb-b374-580c5c453e0f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.105852] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 718.105852] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5256d195-27c1-00ae-400d-6bdd2851e4e8" [ 718.105852] env[70491]: _type = "Task" [ 718.105852] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.110709] env[70491]: DEBUG nova.compute.manager [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Received event network-changed-0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.110709] env[70491]: DEBUG nova.compute.manager [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Refreshing instance network info cache due to event network-changed-0fea259e-c3e1-4f03-803d-8517360accf9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.110709] env[70491]: DEBUG oslo_concurrency.lockutils [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] Acquiring lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.110709] env[70491]: DEBUG oslo_concurrency.lockutils [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] Acquired lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.110709] env[70491]: DEBUG nova.network.neutron [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Refreshing network info cache for port 0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.125291] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5256d195-27c1-00ae-400d-6bdd2851e4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.213235] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.213383] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.213565] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.219857] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Updated VIF entry in instance network info cache for port 05f95844-87d5-4023-b312-516cd63c0af8. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.219857] env[70491]: DEBUG nova.network.neutron [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Updating instance_info_cache with network_info: [{"id": "05f95844-87d5-4023-b312-516cd63c0af8", "address": "fa:16:3e:e5:1f:8a", "network": {"id": "2b757541-e4da-4c0e-8359-24e97f9e5a1b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-134796232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c3f37d90e8442a7a1def9a77f0fea97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d0c6fd7-3cc9-4818-9475-8f15900394cc", "external-id": "nsx-vlan-transportzone-317", "segmentation_id": 317, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f95844-87", "ovs_interfaceid": "05f95844-87d5-4023-b312-516cd63c0af8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.462294] env[70491]: DEBUG nova.scheduler.client.report [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.472092] env[70491]: DEBUG oslo_vmware.api [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293800, 'name': PowerOnVM_Task, 'duration_secs': 0.677329} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.472392] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.472591] env[70491]: INFO nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Took 11.91 seconds to spawn the instance on the hypervisor. [ 718.472767] env[70491]: DEBUG nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.473733] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a744aa19-5248-4a41-bf17-69d8c7345186 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.596588] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293801, 'name': Rename_Task, 'duration_secs': 0.347766} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.596859] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.597112] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08de1bd0-7920-47a5-87ac-4d15b177d2fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.605699] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 718.605699] env[70491]: value = "task-3293802" [ 718.605699] env[70491]: _type = "Task" [ 718.605699] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.620594] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5256d195-27c1-00ae-400d-6bdd2851e4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.020193} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.624903] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.625235] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da84ae5-e8bd-4dce-aea0-8b692b7284bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.634151] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 718.634151] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fe8055-f3d1-6f35-6355-fe002325f969" [ 718.634151] env[70491]: _type = "Task" [ 718.634151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.648522] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fe8055-f3d1-6f35-6355-fe002325f969, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.649138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.649138] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 626c0e13-c37f-4144-a83d-1aeba6d4c6d8/626c0e13-c37f-4144-a83d-1aeba6d4c6d8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.649563] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e97f0b-b649-42a4-b50e-72b3620d0839 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.663397] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 718.663397] env[70491]: value = "task-3293803" [ 718.663397] env[70491]: _type = "Task" [ 718.663397] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.675596] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.723782] env[70491]: DEBUG oslo_concurrency.lockutils [req-04babe45-7709-4495-9624-84ce85dff290 req-226c2d30-56e8-4c9c-9888-0efa2d1f6f2b service nova] Releasing lock "refresh_cache-7f3ca62d-3408-47fe-bc66-30cee0f2c5de" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.788146] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.794481] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.794878] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 718.967864] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.970985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.798s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.973236] env[70491]: INFO nova.compute.claims [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.999459] env[70491]: INFO nova.compute.manager [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Took 31.92 seconds to build instance. [ 719.011640] env[70491]: INFO nova.scheduler.client.report [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Deleted allocations for instance aee7ee90-e771-4e64-bc2b-abb63c5e8bcc [ 719.044505] env[70491]: DEBUG nova.compute.manager [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Received event network-vif-plugged-b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.044743] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Acquiring lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.045390] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.045819] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.045819] env[70491]: DEBUG nova.compute.manager [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] No waiting events found dispatching network-vif-plugged-b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.046122] env[70491]: WARNING nova.compute.manager [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Received unexpected event network-vif-plugged-b9db69d2-9fba-4271-8889-0e5e4c05b00f for instance with vm_state building and task_state spawning. [ 719.046392] env[70491]: DEBUG nova.compute.manager [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Received event network-changed-b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.047092] env[70491]: DEBUG nova.compute.manager [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Refreshing instance network info cache due to event network-changed-b9db69d2-9fba-4271-8889-0e5e4c05b00f. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.047092] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Acquiring lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.127509] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293802, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.178025] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293803, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.185918] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Updating instance_info_cache with network_info: [{"id": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "address": "fa:16:3e:2b:aa:70", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9db69d2-9f", "ovs_interfaceid": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.188564] env[70491]: DEBUG nova.network.neutron [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Updated VIF entry in instance network info cache for port 0fea259e-c3e1-4f03-803d-8517360accf9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.188921] env[70491]: DEBUG nova.network.neutron [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Updating instance_info_cache with network_info: [{"id": "0fea259e-c3e1-4f03-803d-8517360accf9", "address": "fa:16:3e:bf:6e:e8", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fea259e-c3", "ovs_interfaceid": "0fea259e-c3e1-4f03-803d-8517360accf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.305074] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.305074] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.305074] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.306810] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.307455] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.308050] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.308050] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 719.309019] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 719.427747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.427747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.427747] env[70491]: DEBUG nova.compute.manager [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Going to confirm migration 1 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 719.502697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f393027-bb80-4e47-8dba-019c2042ca2f tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.049s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.525168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bc1b75a0-4d3f-4fbe-9b11-817ac0296562 tempest-TenantUsagesTestJSON-417629022 tempest-TenantUsagesTestJSON-417629022-project-member] Lock "aee7ee90-e771-4e64-bc2b-abb63c5e8bcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.239s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.622718] env[70491]: DEBUG oslo_vmware.api [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293802, 'name': PowerOnVM_Task, 'duration_secs': 0.781027} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.622718] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.622887] env[70491]: INFO nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 10.12 seconds to spawn the instance on the hypervisor. [ 719.623263] env[70491]: DEBUG nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.624447] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63460f9-031c-47a6-9a78-580cbb33fe7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.678032] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563227} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.680012] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 626c0e13-c37f-4144-a83d-1aeba6d4c6d8/626c0e13-c37f-4144-a83d-1aeba6d4c6d8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.680599] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.681246] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f62f20bb-b8e8-4d34-a423-481ca7f6810f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.690960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.694597] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Instance network_info: |[{"id": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "address": "fa:16:3e:2b:aa:70", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9db69d2-9f", "ovs_interfaceid": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.694597] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Acquired lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.694715] env[70491]: DEBUG nova.network.neutron [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Refreshing network info cache for port b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.694715] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:aa:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9db69d2-9fba-4271-8889-0e5e4c05b00f', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.702093] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.702467] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 719.702467] env[70491]: value = "task-3293804" [ 719.702467] env[70491]: _type = "Task" [ 719.702467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.703527] env[70491]: DEBUG oslo_concurrency.lockutils [req-e973c39e-401d-42ca-a3cd-053f7011b8d1 req-22329413-730c-4c33-a751-f003d4de4ce6 service nova] Releasing lock "refresh_cache-626c0e13-c37f-4144-a83d-1aeba6d4c6d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.703902] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.704154] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b56e28-ab96-4042-90fd-580422070115 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.731711] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.736682] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.736682] env[70491]: value = "task-3293805" [ 719.736682] env[70491]: _type = "Task" [ 719.736682] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.753981] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293805, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.815283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.007456] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.038743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.038915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.039096] env[70491]: DEBUG nova.network.neutron [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.039279] env[70491]: DEBUG nova.objects.instance [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lazy-loading 'info_cache' on Instance uuid 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.149140] env[70491]: INFO nova.compute.manager [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 31.44 seconds to build instance. [ 720.220205] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158951} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.220344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.221290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d4b15-5eed-4422-b3f4-357d8e2a555f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.252920] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 626c0e13-c37f-4144-a83d-1aeba6d4c6d8/626c0e13-c37f-4144-a83d-1aeba6d4c6d8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.266244] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc5ea0d8-b32e-46c1-9e7d-5f747419f9aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.292323] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293805, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.292323] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 720.292323] env[70491]: value = "task-3293806" [ 720.292323] env[70491]: _type = "Task" [ 720.292323] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.304147] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.533339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.652879] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e83e75ec-6835-4d66-813b-91acc8e101e9 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.182s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.700274] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8b5b13-0b15-416a-9bad-c8f3d833bf3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.709195] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db94361d-e3a8-485a-b2c3-c002440067e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.748596] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba9217-a030-4abe-89d3-f442f30c89d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.751816] env[70491]: DEBUG nova.network.neutron [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Updated VIF entry in instance network info cache for port b9db69d2-9fba-4271-8889-0e5e4c05b00f. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.752243] env[70491]: DEBUG nova.network.neutron [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Updating instance_info_cache with network_info: [{"id": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "address": "fa:16:3e:2b:aa:70", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9db69d2-9f", "ovs_interfaceid": "b9db69d2-9fba-4271-8889-0e5e4c05b00f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.761006] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293805, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.764750] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1857826-f724-43e7-983f-2a8b3973431b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.780599] env[70491]: DEBUG nova.compute.provider_tree [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.803677] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293806, 'name': ReconfigVM_Task, 'duration_secs': 0.348861} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.804042] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 626c0e13-c37f-4144-a83d-1aeba6d4c6d8/626c0e13-c37f-4144-a83d-1aeba6d4c6d8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.805014] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0edc4f94-8411-402f-829b-a5ab627fdf21 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.814100] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 720.814100] env[70491]: value = "task-3293807" [ 720.814100] env[70491]: _type = "Task" [ 720.814100] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.824827] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293807, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.162398] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.178816] env[70491]: DEBUG nova.compute.manager [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.180417] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892b10b-4f15-4911-b891-2ab80f959eed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.255661] env[70491]: DEBUG oslo_concurrency.lockutils [req-e4f41a82-02f3-46cc-973e-2373ee2cafc1 req-c7603e60-1789-45a7-bf81-c7bac29bccc1 service nova] Releasing lock "refresh_cache-6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.266324] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293805, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.284051] env[70491]: DEBUG nova.scheduler.client.report [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.332814] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293807, 'name': Rename_Task, 'duration_secs': 0.184848} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.333364] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.333767] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389e1fab-771c-4568-b21c-e5ebf8890be0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.357102] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 721.357102] env[70491]: value = "task-3293808" [ 721.357102] env[70491]: _type = "Task" [ 721.357102] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.374782] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.390222] env[70491]: DEBUG nova.network.neutron [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [{"id": "65ff8179-733c-46b4-9859-ec657a006817", "address": "fa:16:3e:08:e6:97", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.197", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ff8179-73", "ovs_interfaceid": "65ff8179-733c-46b4-9859-ec657a006817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.483861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.483996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.484305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.484617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.484834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.487869] env[70491]: INFO nova.compute.manager [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Terminating instance [ 721.700377] env[70491]: INFO nova.compute.manager [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] instance snapshotting [ 721.705993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.709898] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca3a2ab-d9b8-4fa0-b653-c39a9cfbe2c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.733687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8c966-7a18-4653-ac92-4056da2bcbcb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.740424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.741067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.764599] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293805, 'name': CreateVM_Task, 'duration_secs': 1.711276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.764770] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.765507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.765753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.766167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.766403] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c204fe0a-922e-443f-8fc6-8ff823884c38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.773207] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 721.773207] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1ec03-6ecf-f282-d0a6-d22ac93c8db4" [ 721.773207] env[70491]: _type = "Task" [ 721.773207] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.783813] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1ec03-6ecf-f282-d0a6-d22ac93c8db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.793354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.796021] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.797648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.536s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.798032] env[70491]: DEBUG nova.objects.instance [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lazy-loading 'resources' on Instance uuid c54cdc3e-0a86-4662-b2ad-13e2c08c7897 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.848189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.848518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.848695] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.848882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.849063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.851756] env[70491]: INFO nova.compute.manager [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Terminating instance [ 721.871084] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293808, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.895026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-1706073b-fe4f-43f9-8f01-5ae6912f5cf3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.895946] env[70491]: DEBUG nova.objects.instance [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lazy-loading 'migration_context' on Instance uuid 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.996720] env[70491]: DEBUG nova.compute.manager [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.996720] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.996720] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3ad432-199e-4dac-8ed3-34c2efe63e02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.006214] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.006602] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19718175-f3b3-4898-b8fb-7c589e4a1637 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.086464] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.086464] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.086464] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleting the datastore file [datastore2] 5c4a35bf-9d1d-451d-bd19-7bfb288804f2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.086931] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624c10e1-4681-494b-b0e8-38b43e675c7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.096072] env[70491]: DEBUG oslo_vmware.api [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 722.096072] env[70491]: value = "task-3293810" [ 722.096072] env[70491]: _type = "Task" [ 722.096072] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.113152] env[70491]: DEBUG oslo_vmware.api [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.257330] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.259150] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-650fe3c4-e729-47be-88ea-9a8cfa1d9fe6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.271260] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 722.271260] env[70491]: value = "task-3293811" [ 722.271260] env[70491]: _type = "Task" [ 722.271260] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.281810] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293811, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.292193] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1ec03-6ecf-f282-d0a6-d22ac93c8db4, 'name': SearchDatastore_Task, 'duration_secs': 0.022466} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.292351] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.292592] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.292823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.292962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.293150] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.293960] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8ac3c5-ed73-473c-b8cb-68e5501a733d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.312871] env[70491]: DEBUG nova.compute.utils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.315021] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.315346] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.317101] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.317481] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.321440] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29705bc-68be-4446-bc11-431b29cf6e2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.332961] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 722.332961] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b8fd6-aa06-597d-cf5f-4e03dffab340" [ 722.332961] env[70491]: _type = "Task" [ 722.332961] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.345664] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b8fd6-aa06-597d-cf5f-4e03dffab340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.360547] env[70491]: DEBUG nova.compute.manager [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.360801] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.362212] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6a1c3-95bb-498b-8b3a-5fb615cde03a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.389516] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.390234] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.390234] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30c0fe45-3d08-4fc5-903c-4f927b3b6616 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.398217] env[70491]: DEBUG nova.objects.base [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Object Instance<1706073b-fe4f-43f9-8f01-5ae6912f5cf3> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 722.399204] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c3436b-ce16-4def-91f2-f83e9fea4d1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.403249] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 722.403249] env[70491]: value = "task-3293812" [ 722.403249] env[70491]: _type = "Task" [ 722.403249] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.434813] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80152283-7e69-4000-9005-47ead2d69f04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.441332] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.442930] env[70491]: DEBUG nova.policy [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '388377ba187a486794365b5fa315dce0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb03580a863f456194339948be005789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.451741] env[70491]: DEBUG oslo_vmware.api [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 722.451741] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e585dd-e569-cc38-4edf-588c1690c90c" [ 722.451741] env[70491]: _type = "Task" [ 722.451741] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.466497] env[70491]: DEBUG oslo_vmware.api [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e585dd-e569-cc38-4edf-588c1690c90c, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.466903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.610565] env[70491]: DEBUG oslo_vmware.api [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229655} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.610565] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.610565] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.610565] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.610565] env[70491]: INFO nova.compute.manager [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Took 0.61 seconds to destroy the instance on the hypervisor. [ 722.610966] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.610966] env[70491]: DEBUG nova.compute.manager [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.610966] env[70491]: DEBUG nova.network.neutron [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.787064] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293811, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.817914] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.849203] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b8fd6-aa06-597d-cf5f-4e03dffab340, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.850957] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f228df-a9cc-419d-8bb5-fcaf713ea374 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.857752] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 722.857752] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b9a0dd-f294-f1e0-3074-8f1ffa5ca959" [ 722.857752] env[70491]: _type = "Task" [ 722.857752] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.881368] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293808, 'name': PowerOnVM_Task, 'duration_secs': 1.238502} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.881727] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b9a0dd-f294-f1e0-3074-8f1ffa5ca959, 'name': SearchDatastore_Task, 'duration_secs': 0.018529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.882577] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.883014] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Took 10.52 seconds to spawn the instance on the hypervisor. [ 722.883014] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.883313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.883685] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c/6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.884401] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a9ea30-8974-4ddd-87fc-40d24aecd11e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.887422] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24e128a2-9043-498f-9ef9-923351ad8f34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.901490] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 722.901490] env[70491]: value = "task-3293813" [ 722.901490] env[70491]: _type = "Task" [ 722.901490] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.914070] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.920048] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293812, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.105588] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8acd8-6282-4a69-a62e-f3d55fa10aa6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.116388] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6531744d-bece-41b9-a2e2-5b6bc1b3d91d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.124680] env[70491]: DEBUG nova.compute.manager [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.928601] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fec9a8-505b-4fb6-b2e1-c3ee857c6d26 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.946029] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Successfully created port: 9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.949029] env[70491]: DEBUG nova.compute.manager [req-9047a0ec-01ed-4954-a6f9-d2cedde84474 req-59c01a5b-26ed-46dd-a3a9-475728f672d4 service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Received event network-vif-deleted-1f10502d-70d9-4daf-8b83-6d4ecd408bd1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.949029] env[70491]: INFO nova.compute.manager [req-9047a0ec-01ed-4954-a6f9-d2cedde84474 req-59c01a5b-26ed-46dd-a3a9-475728f672d4 service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Neutron deleted interface 1f10502d-70d9-4daf-8b83-6d4ecd408bd1; detaching it from the instance and deleting it from the info cache [ 723.949234] env[70491]: DEBUG nova.network.neutron [req-9047a0ec-01ed-4954-a6f9-d2cedde84474 req-59c01a5b-26ed-46dd-a3a9-475728f672d4 service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.961848] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3d1814-cbd9-44d3-9b7f-69d47fb65f09 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.966030] env[70491]: DEBUG nova.network.neutron [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.969413] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f13c0074-9a2a-4a67-880b-3c0922331579 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.981819] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Took 35.13 seconds to build instance. [ 723.997517] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293813, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.998273] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293811, 'name': CreateSnapshot_Task, 'duration_secs': 0.915648} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.998803] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293812, 'name': PowerOffVM_Task, 'duration_secs': 0.525703} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.002721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185e24d-d7dd-4260-b231-b3a18a663fd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.007667] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.008036] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.008259] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.010186] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4a366-bbc7-4dc3-9bf7-b16276b53fee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.013094] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b50f8d0-3f32-470d-8c15-294e08bca77d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.020836] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8784424-b7ed-43d8-8da3-85c7fe09f1c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.048518] env[70491]: DEBUG nova.compute.provider_tree [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.075188] env[70491]: DEBUG nova.compute.manager [req-9047a0ec-01ed-4954-a6f9-d2cedde84474 req-59c01a5b-26ed-46dd-a3a9-475728f672d4 service nova] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Detach interface failed, port_id=1f10502d-70d9-4daf-8b83-6d4ecd408bd1, reason: Instance 5c4a35bf-9d1d-451d-bd19-7bfb288804f2 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 724.099858] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.100108] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.100287] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Deleting the datastore file [datastore1] 4e3fbc2c-0f70-4408-b71d-422f32141d1f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.100598] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d5828d1-10ec-40d7-85b8-17802ada1f89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.109868] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for the task: (returnval){ [ 724.109868] env[70491]: value = "task-3293815" [ 724.109868] env[70491]: _type = "Task" [ 724.109868] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.118188] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.442761] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.451370] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293813, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.469480] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.469736] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.469895] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.470091] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.470239] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.470387] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.470591] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.470747] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.470909] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.471636] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.472840] env[70491]: DEBUG nova.virt.hardware [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.472936] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7914a0d5-a2d3-40f6-9b28-2e0a4723107a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.478910] env[70491]: INFO nova.compute.manager [-] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Took 1.87 seconds to deallocate network for instance. [ 724.485573] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8aba4-8fc0-4400-8564-374e9e3f70c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.504937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.250s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.505903] env[70491]: INFO nova.compute.manager [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] instance snapshotting [ 724.509859] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932b0008-f152-49ac-8008-9a26fc450f84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.529236] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de4c15f-7a42-4320-80d7-126675d54789 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.560045] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.561538] env[70491]: DEBUG nova.scheduler.client.report [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.564925] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7d86ca5-468c-4328-9ce2-ca1e7b4c196a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.575801] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 724.575801] env[70491]: value = "task-3293816" [ 724.575801] env[70491]: _type = "Task" [ 724.575801] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.590185] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293816, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.621600] env[70491]: DEBUG oslo_vmware.api [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Task: {'id': task-3293815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143015} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.621941] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.622243] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.622284] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.622443] env[70491]: INFO nova.compute.manager [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Took 2.26 seconds to destroy the instance on the hypervisor. [ 724.622709] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.622922] env[70491]: DEBUG nova.compute.manager [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.622998] env[70491]: DEBUG nova.network.neutron [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.950017] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293813, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.828157} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.950485] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c/6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.950820] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.951349] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c55ffa-1318-45bb-9ae4-0b1bbfacc074 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.959364] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 724.959364] env[70491]: value = "task-3293817" [ 724.959364] env[70491]: _type = "Task" [ 724.959364] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.972540] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.995370] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.009901] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.042026] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 725.042026] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38373043-797b-4d31-88f4-827b25d2a576 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.051163] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 725.051163] env[70491]: value = "task-3293818" [ 725.051163] env[70491]: _type = "Task" [ 725.051163] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.067757] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.069981] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.272s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.074032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.295s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.075892] env[70491]: INFO nova.compute.claims [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.090690] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293816, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.106454] env[70491]: INFO nova.scheduler.client.report [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Deleted allocations for instance c54cdc3e-0a86-4662-b2ad-13e2c08c7897 [ 725.354479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.354788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.471249] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073463} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.471249] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.472758] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567f80f0-f002-4ff2-b72c-aad60c91d7bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.495830] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c/6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.496604] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dace0e26-0f2f-4b15-a63d-64805d161d48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.524844] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 725.524844] env[70491]: value = "task-3293819" [ 725.524844] env[70491]: _type = "Task" [ 725.524844] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.532713] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.540497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.563135] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.598658] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293816, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.616243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4e9c73a-46d6-407c-8c00-cf121269ddf1 tempest-ServersAdmin275Test-715765124 tempest-ServersAdmin275Test-715765124-project-member] Lock "c54cdc3e-0a86-4662-b2ad-13e2c08c7897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.767s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.660141] env[70491]: DEBUG nova.network.neutron [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.819347] env[70491]: DEBUG nova.compute.manager [req-3e2a2708-6dd8-45d7-8b75-66832bb303fe req-2d9948a2-f5aa-4eb7-97cc-13b073724b98 service nova] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Received event network-vif-deleted-68400213-c41c-4baa-b148-cef47bd6af5b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.902757] env[70491]: DEBUG nova.compute.manager [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Received event network-vif-plugged-9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.902985] env[70491]: DEBUG oslo_concurrency.lockutils [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] Acquiring lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.904348] env[70491]: DEBUG oslo_concurrency.lockutils [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.904551] env[70491]: DEBUG oslo_concurrency.lockutils [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.908022] env[70491]: DEBUG nova.compute.manager [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] No waiting events found dispatching network-vif-plugged-9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.908022] env[70491]: WARNING nova.compute.manager [req-6ea6112e-b8a6-426e-9972-730066a30f67 req-fdc703b0-dc4b-4b4f-9ce1-119c83c49c86 service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Received unexpected event network-vif-plugged-9ef24c52-c12e-465b-be84-ae662e560c2e for instance with vm_state building and task_state spawning. [ 726.037319] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293819, 'name': ReconfigVM_Task, 'duration_secs': 0.344083} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.038237] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c/6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.038932] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5060e0d3-1adc-466f-8212-898eed8ee0ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.051813] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 726.051813] env[70491]: value = "task-3293820" [ 726.051813] env[70491]: _type = "Task" [ 726.051813] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.066945] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293820, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.073964] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293818, 'name': CreateSnapshot_Task, 'duration_secs': 0.653773} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.077230] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 726.078287] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7434bbd4-7f31-4b28-862e-1de830deb346 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.097425] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293816, 'name': CloneVM_Task, 'duration_secs': 1.431391} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.098082] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Created linked-clone VM from snapshot [ 726.102570] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420272c-184e-4b92-91fc-a4264b1d3abc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.109256] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Uploading image 1070307d-a826-49b2-b79d-88f2a580032b {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 726.117884] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Successfully updated port: 9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.152169] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 726.152169] env[70491]: value = "vm-657802" [ 726.152169] env[70491]: _type = "VirtualMachine" [ 726.152169] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 726.152722] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e58a329f-7610-48d3-8a09-668dd3764edb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.159556] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease: (returnval){ [ 726.159556] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e8bf0e-2a19-524b-9623-19fafd17603d" [ 726.159556] env[70491]: _type = "HttpNfcLease" [ 726.159556] env[70491]: } obtained for exporting VM: (result){ [ 726.159556] env[70491]: value = "vm-657802" [ 726.159556] env[70491]: _type = "VirtualMachine" [ 726.159556] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 726.159887] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the lease: (returnval){ [ 726.159887] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e8bf0e-2a19-524b-9623-19fafd17603d" [ 726.159887] env[70491]: _type = "HttpNfcLease" [ 726.159887] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 726.166815] env[70491]: INFO nova.compute.manager [-] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Took 1.54 seconds to deallocate network for instance. [ 726.175093] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.175093] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e8bf0e-2a19-524b-9623-19fafd17603d" [ 726.175093] env[70491]: _type = "HttpNfcLease" [ 726.175093] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.567184] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293820, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.606081] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.606162] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fd662c9-ad43-4af0-b8c5-8c85466fed41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.614710] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 726.614710] env[70491]: value = "task-3293822" [ 726.614710] env[70491]: _type = "Task" [ 726.614710] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.626605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.626605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.626605] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.627855] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293822, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.673903] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.673903] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e8bf0e-2a19-524b-9623-19fafd17603d" [ 726.673903] env[70491]: _type = "HttpNfcLease" [ 726.673903] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.674247] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.674247] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e8bf0e-2a19-524b-9623-19fafd17603d" [ 726.674247] env[70491]: _type = "HttpNfcLease" [ 726.674247] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.674951] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6eea8-06ec-4c69-889d-33391e4fb324 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.686331] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.686467] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.686782] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.799202] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2672ae2d-23d4-4f81-8531-1104458c9f92 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.844135] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea42ee0-eed5-4351-a667-be580b3e292d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.852998] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d3f38-15a6-48aa-94df-2c6286f0cc78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.884480] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a48799-1ae0-49f0-8d7a-2fb2f3e4b0cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.892846] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f13969-9b86-48c3-b0df-25d1330370ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.906441] env[70491]: DEBUG nova.compute.provider_tree [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.068174] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293820, 'name': Rename_Task, 'duration_secs': 0.522453} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.068603] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.068902] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-234b2a95-693c-452e-b41b-a5125ca6794d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.075807] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 727.075807] env[70491]: value = "task-3293823" [ 727.075807] env[70491]: _type = "Task" [ 727.075807] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.088033] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.129024] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293822, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.198467] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.413028] env[70491]: DEBUG nova.scheduler.client.report [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.533956] env[70491]: DEBUG nova.network.neutron [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Updating instance_info_cache with network_info: [{"id": "9ef24c52-c12e-465b-be84-ae662e560c2e", "address": "fa:16:3e:ce:c7:7f", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef24c52-c1", "ovs_interfaceid": "9ef24c52-c12e-465b-be84-ae662e560c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.587878] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293823, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.631875] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293822, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.917742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.918344] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.922310] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.549s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.923009] env[70491]: INFO nova.compute.claims [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.039966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.040341] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Instance network_info: |[{"id": "9ef24c52-c12e-465b-be84-ae662e560c2e", "address": "fa:16:3e:ce:c7:7f", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef24c52-c1", "ovs_interfaceid": "9ef24c52-c12e-465b-be84-ae662e560c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.040778] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:c7:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef24c52-c12e-465b-be84-ae662e560c2e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.049669] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.050277] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.050597] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ffac03-9c5e-49cb-bf58-63fd488729f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.076623] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.076623] env[70491]: value = "task-3293824" [ 728.076623] env[70491]: _type = "Task" [ 728.076623] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.096379] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293824, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.096922] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293823, 'name': PowerOnVM_Task, 'duration_secs': 0.729219} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.097295] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.097698] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Took 11.86 seconds to spawn the instance on the hypervisor. [ 728.100019] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.100019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f870f98f-7545-4cda-aefb-dfba48e6ba7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.129709] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293822, 'name': CloneVM_Task, 'duration_secs': 1.36751} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.129986] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Created linked-clone VM from snapshot [ 728.135144] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ce8d9a-6571-4ab4-aa37-f7c6dc737219 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.144921] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Uploading image 7c632675-70a4-42a4-8a67-8adfc80503ca {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 728.179245] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 728.179245] env[70491]: value = "vm-657804" [ 728.179245] env[70491]: _type = "VirtualMachine" [ 728.179245] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 728.179245] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c22728ab-4aa8-4886-824c-7526c63f0985 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.184255] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lease: (returnval){ [ 728.184255] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b295d0-e35b-74a9-ff8f-7bc325374d82" [ 728.184255] env[70491]: _type = "HttpNfcLease" [ 728.184255] env[70491]: } obtained for exporting VM: (result){ [ 728.184255] env[70491]: value = "vm-657804" [ 728.184255] env[70491]: _type = "VirtualMachine" [ 728.184255] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 728.186411] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the lease: (returnval){ [ 728.186411] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b295d0-e35b-74a9-ff8f-7bc325374d82" [ 728.186411] env[70491]: _type = "HttpNfcLease" [ 728.186411] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 728.194075] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.194075] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b295d0-e35b-74a9-ff8f-7bc325374d82" [ 728.194075] env[70491]: _type = "HttpNfcLease" [ 728.194075] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 728.252830] env[70491]: DEBUG nova.compute.manager [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Received event network-changed-9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.254348] env[70491]: DEBUG nova.compute.manager [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Refreshing instance network info cache due to event network-changed-9ef24c52-c12e-465b-be84-ae662e560c2e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.254715] env[70491]: DEBUG oslo_concurrency.lockutils [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] Acquiring lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.255996] env[70491]: DEBUG oslo_concurrency.lockutils [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] Acquired lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.255996] env[70491]: DEBUG nova.network.neutron [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Refreshing network info cache for port 9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.428201] env[70491]: DEBUG nova.compute.utils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.432197] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.432197] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.484053] env[70491]: DEBUG nova.policy [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67a39f9013f4674bdc8d02e16dc880a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcda39fdaf764cda96fe843484b56360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.592297] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293824, 'name': CreateVM_Task, 'duration_secs': 0.505024} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.592297] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.592297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.592297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.595181] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.595181] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebf7287-4312-4332-b122-baafcf27281e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.597827] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 728.597827] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52acb55b-ee6b-f8d1-dc80-ec969389625d" [ 728.597827] env[70491]: _type = "Task" [ 728.597827] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.605602] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52acb55b-ee6b-f8d1-dc80-ec969389625d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.615265] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Took 37.65 seconds to build instance. [ 728.695276] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.695276] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b295d0-e35b-74a9-ff8f-7bc325374d82" [ 728.695276] env[70491]: _type = "HttpNfcLease" [ 728.695276] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.695651] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.695651] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b295d0-e35b-74a9-ff8f-7bc325374d82" [ 728.695651] env[70491]: _type = "HttpNfcLease" [ 728.695651] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.696662] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4ecf9e-00f6-484b-ac03-eea3a502ae63 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.705760] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.705986] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.841488] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-995e5d8f-9a98-4aca-aabd-e27b8bb33218 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.932607] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.112122] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52acb55b-ee6b-f8d1-dc80-ec969389625d, 'name': SearchDatastore_Task, 'duration_secs': 0.015263} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.112414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112665] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.112963] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.113128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.113690] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.113690] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e664f9-8b17-4628-a9c5-e32c169184f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.119485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.824s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.126521] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.126985] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.127821] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f977a9c4-1e3c-4092-8c41-f46be26db0ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.134489] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 729.134489] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5233ee52-55ce-d9e9-bf38-a43e5ba4d997" [ 729.134489] env[70491]: _type = "Task" [ 729.134489] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.142388] env[70491]: DEBUG nova.network.neutron [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Updated VIF entry in instance network info cache for port 9ef24c52-c12e-465b-be84-ae662e560c2e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.142777] env[70491]: DEBUG nova.network.neutron [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Updating instance_info_cache with network_info: [{"id": "9ef24c52-c12e-465b-be84-ae662e560c2e", "address": "fa:16:3e:ce:c7:7f", "network": {"id": "c4587248-eb22-486f-9d72-676a92fe7d5b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1966974497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb03580a863f456194339948be005789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef24c52-c1", "ovs_interfaceid": "9ef24c52-c12e-465b-be84-ae662e560c2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.151352] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5233ee52-55ce-d9e9-bf38-a43e5ba4d997, 'name': SearchDatastore_Task, 'duration_secs': 0.01096} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.152395] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f62bec-61ed-4c80-aafd-7d1dc87d9039 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.158669] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 729.158669] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253f984-2491-2cf7-3cc8-9a33ff7582dc" [ 729.158669] env[70491]: _type = "Task" [ 729.158669] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.168791] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253f984-2491-2cf7-3cc8-9a33ff7582dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.216174] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Successfully created port: f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.623968] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.645672] env[70491]: DEBUG oslo_concurrency.lockutils [req-b069e5a2-7c50-4241-915d-44a06d35fd6c req-19007738-54ad-4c77-aa45-6b51c8e891ee service nova] Releasing lock "refresh_cache-7ec9324c-f8ea-4528-a287-c42dc901c636" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.652623] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f04250e-eb41-4383-8c80-dd18eac95514 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.667627] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffffa3b-e1e9-4253-8daf-8c320b2d6f1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.682274] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253f984-2491-2cf7-3cc8-9a33ff7582dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.715141] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.715630] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 7ec9324c-f8ea-4528-a287-c42dc901c636/7ec9324c-f8ea-4528-a287-c42dc901c636.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.717155] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08e305c3-114d-47c9-99e3-d193aa6b3676 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.719964] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78597ff8-31b3-4652-809c-bbc43b69f7ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.731370] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5114c5a-6d63-4e50-ac33-160b20a42e86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.736099] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 729.736099] env[70491]: value = "task-3293826" [ 729.736099] env[70491]: _type = "Task" [ 729.736099] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.750860] env[70491]: DEBUG nova.compute.provider_tree [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.761429] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.942149] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.159201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.249410] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293826, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.261858] env[70491]: DEBUG nova.scheduler.client.report [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.750485] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520181} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.751256] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 7ec9324c-f8ea-4528-a287-c42dc901c636/7ec9324c-f8ea-4528-a287-c42dc901c636.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.751726] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.752223] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f58d88f-b9b0-42e7-8c48-892be62ab781 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.767768] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 730.767768] env[70491]: value = "task-3293827" [ 730.767768] env[70491]: _type = "Task" [ 730.767768] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.767768] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.846s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.769361] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.783066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.339s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.785415] env[70491]: INFO nova.compute.claims [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.797733] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.232568] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Successfully updated port: f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.278598] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117775} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.279021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.280807] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a25504-8ec7-4584-aa74-cdd1d3269a16 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.297016] env[70491]: DEBUG nova.compute.utils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.310026] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 7ec9324c-f8ea-4528-a287-c42dc901c636/7ec9324c-f8ea-4528-a287-c42dc901c636.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.311865] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.314526] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 731.314734] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-819c4137-bb5f-44cf-a98d-c010c462a23a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.338741] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 731.338741] env[70491]: value = "task-3293828" [ 731.338741] env[70491]: _type = "Task" [ 731.338741] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.349378] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.735629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.737338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.737338] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.853348] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.282653] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.341318] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.357704] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293828, 'name': ReconfigVM_Task, 'duration_secs': 0.727967} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.357996] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 7ec9324c-f8ea-4528-a287-c42dc901c636/7ec9324c-f8ea-4528-a287-c42dc901c636.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.363313] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b1d767-25a3-4ce5-a997-ddba517be835 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.372182] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 732.372182] env[70491]: value = "task-3293829" [ 732.372182] env[70491]: _type = "Task" [ 732.372182] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.383561] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293829, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.414147] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221a12ec-e300-4885-99b2-5e7efe3d2b83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.422487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbdb8f-6926-46b5-be65-7de00c5c4940 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.455694] env[70491]: DEBUG nova.network.neutron [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Updating instance_info_cache with network_info: [{"id": "f6692429-9203-4546-a022-dae20503a6ce", "address": "fa:16:3e:9c:03:45", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6692429-92", "ovs_interfaceid": "f6692429-9203-4546-a022-dae20503a6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.457529] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8084ed-5b37-4b84-8e37-7d12f1d2170e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.467032] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f3df8-6500-4327-8572-88139e202ab4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.483804] env[70491]: DEBUG nova.compute.provider_tree [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.882597] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293829, 'name': Rename_Task, 'duration_secs': 0.30915} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.883602] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.883602] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edfb4bee-96c7-4566-ade5-aeff8800ce7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.892144] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 732.892144] env[70491]: value = "task-3293830" [ 732.892144] env[70491]: _type = "Task" [ 732.892144] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.905884] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.961672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.962012] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Instance network_info: |[{"id": "f6692429-9203-4546-a022-dae20503a6ce", "address": "fa:16:3e:9c:03:45", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6692429-92", "ovs_interfaceid": "f6692429-9203-4546-a022-dae20503a6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.987423] env[70491]: DEBUG nova.scheduler.client.report [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.403473] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293830, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.493740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.494289] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.497276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.024s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.497545] env[70491]: DEBUG nova.objects.instance [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lazy-loading 'resources' on Instance uuid c0b0d9db-b018-43dc-907d-2ef9b2546298 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.903832] env[70491]: DEBUG oslo_vmware.api [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293830, 'name': PowerOnVM_Task, 'duration_secs': 0.593143} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.904199] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.904403] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Took 9.46 seconds to spawn the instance on the hypervisor. [ 733.904584] env[70491]: DEBUG nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.905481] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfccf86-64dc-42e7-879e-fec19ef864c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.003636] env[70491]: DEBUG nova.compute.utils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.005299] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.006138] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.053216] env[70491]: DEBUG nova.policy [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63fc6558b4f7495196eac5d2f87a2ec3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1a61f31ad0b4c34a9e05f223b8c0f0a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.338152] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Successfully created port: 51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.426323] env[70491]: INFO nova.compute.manager [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Took 37.28 seconds to build instance. [ 734.507318] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c509996c-fb45-4480-a834-8bbfce78de87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.511123] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.521470] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea0f66-1db0-4492-af1a-a6354f293127 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.554336] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eded67-19ef-4b06-a768-aaed5766676d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.564979] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8aa625-3df2-4dab-80a2-e790fc06705e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.584470] env[70491]: DEBUG nova.compute.provider_tree [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.931713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-70130201-ee39-4143-826f-bbf8ea8ec1b5 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.602s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.087936] env[70491]: DEBUG nova.scheduler.client.report [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.435011] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.523750] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.592985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.595733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.200s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.597621] env[70491]: INFO nova.compute.claims [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.622155] env[70491]: INFO nova.scheduler.client.report [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Deleted allocations for instance c0b0d9db-b018-43dc-907d-2ef9b2546298 [ 735.854461] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Successfully updated port: 51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.955347] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.131876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3d187e-a528-4fbd-858f-d26cdd3d0cff tempest-ServerDiagnosticsV248Test-1245336936 tempest-ServerDiagnosticsV248Test-1245336936-project-member] Lock "c0b0d9db-b018-43dc-907d-2ef9b2546298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.157s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.356696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.356856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquired lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.357016] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.394951] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.395276] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.395442] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.395667] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.395821] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.395982] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.396213] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.396389] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.396600] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.397119] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.397119] env[70491]: DEBUG nova.virt.hardware [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.399428] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f4a451-7a2a-4fa2-a2aa-4facef9096e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.411312] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.411437] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.411514] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.411686] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.411834] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.411979] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.412198] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.412353] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.412548] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.412734] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.412907] env[70491]: DEBUG nova.virt.hardware [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.414245] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bd781e-7d77-4e7c-bcf7-4db6813721a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.420114] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44250f8c-1add-4c6f-b1cd-c687469605c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.434432] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:03:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6692429-9203-4546-a022-dae20503a6ce', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.442129] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.444621] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.444882] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.445218] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.445297] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.445374] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.445520] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.445726] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.445880] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.446204] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.446204] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.446378] env[70491]: DEBUG nova.virt.hardware [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.449096] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.451040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f3b656-8eee-41f2-9af0-83586705c13c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.453744] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9be0670-7f1e-44b3-ad5d-33d1b75ddb4d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.469320] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca1d8d-d7fa-4256-9487-3d5ffe545346 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.476814] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 736.478363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05401ce8-4538-4b0d-8d58-20d3887b8e3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.485240] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d90d4c-ff89-42c7-8caf-d90b81e0b60b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.499697] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 736.499901] env[70491]: ERROR oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk due to incomplete transfer. [ 736.500154] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.500154] env[70491]: value = "task-3293831" [ 736.500154] env[70491]: _type = "Task" [ 736.500154] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.500543] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.506206] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Creating folder: Project (14665233fe1e4e49bae38647f8f0df7b). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.506960] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c352f461-dab3-46d7-9a2d-a76c6be7e3df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.508773] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9853ce99-71d7-4e68-8f89-44883e0bb7e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.530330] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293831, 'name': CreateVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.531849] env[70491]: DEBUG oslo_vmware.rw_handles [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f89b01-f381-25d2-5b5d-82f31dbc7970/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 736.531965] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Uploaded image 1070307d-a826-49b2-b79d-88f2a580032b to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 736.534485] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 736.534745] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83cef728-b4dc-4b10-9ec2-9807164bd976 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.540230] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Created folder: Project (14665233fe1e4e49bae38647f8f0df7b) in parent group-v657728. [ 736.540580] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Creating folder: Instances. Parent ref: group-v657807. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.541302] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b11f3bc2-9655-4498-8aee-1b65d8d304dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.544458] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 736.544458] env[70491]: value = "task-3293833" [ 736.544458] env[70491]: _type = "Task" [ 736.544458] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.555996] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293833, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.558488] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Created folder: Instances in parent group-v657807. [ 736.559463] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.559463] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.559463] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39a9083c-a657-4614-90fb-2b9bcd68d87e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.578971] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.578971] env[70491]: value = "task-3293835" [ 736.578971] env[70491]: _type = "Task" [ 736.578971] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.588715] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293835, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.929281] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.025031] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293831, 'name': CreateVM_Task, 'duration_secs': 0.494884} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.025031] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.025031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.025031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.025031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.025031] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c00f6a6-7492-4d8e-90ce-f1259cb5b2e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.036326] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 737.036326] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d51abb-905c-2992-64fb-433aca60cc86" [ 737.036326] env[70491]: _type = "Task" [ 737.036326] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.046300] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d51abb-905c-2992-64fb-433aca60cc86, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.053095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.053095] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.053512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.053512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.053512] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.054060] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ee365c-80d3-466e-9fb5-b93b4bb760f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.061735] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293833, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.064358] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.064541] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.067907] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59cf324a-0d56-4fd5-816b-4bf1b18f73d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.079875] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 737.079875] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522e02bb-6e19-9d5f-e389-0f841c33d35d" [ 737.079875] env[70491]: _type = "Task" [ 737.079875] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.100253] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293835, 'name': CreateVM_Task, 'duration_secs': 0.448276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.100648] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.100949] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522e02bb-6e19-9d5f-e389-0f841c33d35d, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.101378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.101532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.101837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.105018] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbb0800-d82b-4c01-b2e2-409ce4787976 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.106594] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd60cdd-af40-42a9-8af1-29266cf499b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.113756] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 737.113756] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b5f3ac-2c1e-5e9b-b291-1a194e5203ca" [ 737.113756] env[70491]: _type = "Task" [ 737.113756] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.115111] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 737.115111] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5240f7ef-ea8d-2b00-e1b3-05dfbc367849" [ 737.115111] env[70491]: _type = "Task" [ 737.115111] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.134060] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b5f3ac-2c1e-5e9b-b291-1a194e5203ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011229} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.134060] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5240f7ef-ea8d-2b00-e1b3-05dfbc367849, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.134060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134060] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.134264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.134264] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.134962] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 82b902e0-53d2-46d6-a07e-a66f2385531f/82b902e0-53d2-46d6-a07e-a66f2385531f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.135302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.135485] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.135698] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-040a1530-db94-42f9-9e83-8f16d0ddf150 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.137849] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-649bf6e4-e808-4802-81f7-e69a743dc94a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.150473] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 737.150473] env[70491]: value = "task-3293836" [ 737.150473] env[70491]: _type = "Task" [ 737.150473] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.159447] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.159743] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.164036] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471a9e9e-5c2d-43d8-8c37-13107294ee91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.172388] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 737.172388] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527bd493-7d6c-e04b-d8a9-bf3cd2dfd424" [ 737.172388] env[70491]: _type = "Task" [ 737.172388] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.175768] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.188396] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527bd493-7d6c-e04b-d8a9-bf3cd2dfd424, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.189264] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d512689-25d0-48af-8bca-945396608048 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.195985] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 737.195985] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527b5595-1215-49fb-c2b5-85a333b8d78a" [ 737.195985] env[70491]: _type = "Task" [ 737.195985] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.209992] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527b5595-1215-49fb-c2b5-85a333b8d78a, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.212878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.213227] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.213797] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1042e181-35b6-4530-90aa-d3e8621059c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.222484] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 737.222484] env[70491]: value = "task-3293837" [ 737.222484] env[70491]: _type = "Task" [ 737.222484] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.233308] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.244974] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f7bdc1-eb18-41c6-bf75-c80a437b43af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.253621] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d844737-a7d8-4ebc-acfb-1fbb5648faad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.259356] env[70491]: DEBUG nova.compute.manager [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Received event network-vif-plugged-f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.259689] env[70491]: DEBUG oslo_concurrency.lockutils [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] Acquiring lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.260046] env[70491]: DEBUG oslo_concurrency.lockutils [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.260343] env[70491]: DEBUG oslo_concurrency.lockutils [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.260589] env[70491]: DEBUG nova.compute.manager [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] No waiting events found dispatching network-vif-plugged-f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.260765] env[70491]: WARNING nova.compute.manager [req-73a5dfd0-d5e2-4dc2-a43f-0ab3e9646eb9 req-a5f4d6c8-6434-46b4-a41e-3a350f0f2e9b service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Received unexpected event network-vif-plugged-f6692429-9203-4546-a022-dae20503a6ce for instance with vm_state building and task_state spawning. [ 737.291964] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251654dd-9137-4b12-96f0-1033681d8864 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.301951] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a0dac4-df23-4c38-b971-89e0ec3f4303 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.319370] env[70491]: DEBUG nova.compute.provider_tree [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.469084] env[70491]: DEBUG nova.network.neutron [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Updating instance_info_cache with network_info: [{"id": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "address": "fa:16:3e:68:52:05", "network": {"id": "fd666c7e-ca7c-49de-95f7-ec284986f1c4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1749095623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a61f31ad0b4c34a9e05f223b8c0f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c4ccb1-f6", "ovs_interfaceid": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.558808] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293833, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.666602] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293836, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505234} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.666879] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 82b902e0-53d2-46d6-a07e-a66f2385531f/82b902e0-53d2-46d6-a07e-a66f2385531f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.667163] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.667460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f8dc0c-8723-42b4-9cff-700b7519555d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.676619] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 737.676619] env[70491]: value = "task-3293838" [ 737.676619] env[70491]: _type = "Task" [ 737.676619] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.690118] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.736943] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.823472] env[70491]: DEBUG nova.scheduler.client.report [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.867949] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.869915] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c6827-04ad-43d1-b18c-e1de3ff5b686 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.879620] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.879839] env[70491]: ERROR oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk due to incomplete transfer. [ 737.880133] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9aa76896-be47-4c29-848e-a7fdfb4bd3d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.891476] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e61e-4f22-8f9b-c161-763d7b7367a3/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.891721] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Uploaded image 7c632675-70a4-42a4-8a67-8adfc80503ca to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.894280] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.894590] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10583dd1-3783-4667-948d-820b000138f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.906979] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 737.906979] env[70491]: value = "task-3293839" [ 737.906979] env[70491]: _type = "Task" [ 737.906979] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.919231] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293839, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.972348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Releasing lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.972744] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Instance network_info: |[{"id": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "address": "fa:16:3e:68:52:05", "network": {"id": "fd666c7e-ca7c-49de-95f7-ec284986f1c4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1749095623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a61f31ad0b4c34a9e05f223b8c0f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c4ccb1-f6", "ovs_interfaceid": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.973528] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:52:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '777870ab-362f-4a17-9c1c-8d9cc26cd4ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51c4ccb1-f620-4d75-99c6-9e4ff0a65055', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.981392] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Creating folder: Project (f1a61f31ad0b4c34a9e05f223b8c0f0a). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.982082] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3858aa0d-7b90-4e03-b37f-7923c31262eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.995860] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Created folder: Project (f1a61f31ad0b4c34a9e05f223b8c0f0a) in parent group-v657728. [ 737.996090] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Creating folder: Instances. Parent ref: group-v657810. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.996357] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15503da9-927a-4198-a947-3bb9ceb744bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.008926] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Created folder: Instances in parent group-v657810. [ 738.009149] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.009346] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.009639] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb341e0-9b51-468a-af46-7d4aeb12c249 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.031580] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.031580] env[70491]: value = "task-3293842" [ 738.031580] env[70491]: _type = "Task" [ 738.031580] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.039994] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293842, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.057765] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293833, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.187295] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.237326] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790842} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.237629] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.237849] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.238203] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7fb0eca-96dd-44ac-afa0-c287328148f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.246626] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 738.246626] env[70491]: value = "task-3293843" [ 738.246626] env[70491]: _type = "Task" [ 738.246626] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.257726] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.337779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.338910] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.342962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.912s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.342962] env[70491]: DEBUG nova.objects.instance [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lazy-loading 'resources' on Instance uuid 9c33dcde-32e8-4942-88c4-786789629c6f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.421222] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293839, 'name': Destroy_Task, 'duration_secs': 0.379626} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.421849] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Destroyed the VM [ 738.422113] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.422398] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50c4f0eb-494b-4f18-9f93-d7b80c1e2ff8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.436245] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 738.436245] env[70491]: value = "task-3293844" [ 738.436245] env[70491]: _type = "Task" [ 738.436245] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.443270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.443783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.444348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.444469] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.444650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.452421] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.454392] env[70491]: INFO nova.compute.manager [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Terminating instance [ 738.460184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.461150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.541596] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293842, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.557199] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293833, 'name': Destroy_Task, 'duration_secs': 1.742774} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.557479] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Destroyed the VM [ 738.557695] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.557990] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b62dc10-752b-4bd2-814d-42da6ad836a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567387] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 738.567387] env[70491]: value = "task-3293845" [ 738.567387] env[70491]: _type = "Task" [ 738.567387] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.578493] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.694707] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.759717} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.694707] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.694707] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437fbaf0-fb9e-4f3a-b6c7-ae0ebc88d7ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.722347] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 82b902e0-53d2-46d6-a07e-a66f2385531f/82b902e0-53d2-46d6-a07e-a66f2385531f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.724918] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4b35de-ba42-45b9-ad3b-60dd3aff11c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.743287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.744033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.754030] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 738.754030] env[70491]: value = "task-3293846" [ 738.754030] env[70491]: _type = "Task" [ 738.754030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.762696] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190582} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.763772] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.764840] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbea162-117c-42e6-afc8-9f0c0ec82afd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.771245] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.789658] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.790230] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6a7dc0-f448-4e7d-b43b-c09fad281054 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.810999] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 738.810999] env[70491]: value = "task-3293847" [ 738.810999] env[70491]: _type = "Task" [ 738.810999] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.820943] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.845713] env[70491]: DEBUG nova.compute.utils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.851060] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.851060] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.910101] env[70491]: DEBUG nova.policy [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e5875301844b5d9cc9851d00cdecba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af4d0ac869d24e4bba1ce873aa8b79b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.953024] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293844, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.962298] env[70491]: DEBUG nova.compute.manager [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.963392] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.963392] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2acc44c-4c34-4f7d-a922-dca1446260b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.972390] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.972653] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16213650-1c64-43d7-a889-906e019bd8da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.980013] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 738.980013] env[70491]: value = "task-3293848" [ 738.980013] env[70491]: _type = "Task" [ 738.980013] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.992669] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.043163] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293842, 'name': CreateVM_Task, 'duration_secs': 0.804106} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.045841] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.046872] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.047044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.047356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.047638] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb467dcb-bc6d-4c7c-a647-20d6baadc8f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.054137] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 739.054137] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e77d72-8e87-8b3d-74cb-20d3b1906334" [ 739.054137] env[70491]: _type = "Task" [ 739.054137] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.065138] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e77d72-8e87-8b3d-74cb-20d3b1906334, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.077415] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.268354] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.327176] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.354111] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.453389] env[70491]: DEBUG oslo_vmware.api [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293844, 'name': RemoveSnapshot_Task, 'duration_secs': 0.644537} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.453526] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 739.453828] env[70491]: INFO nova.compute.manager [None req-8e564520-fcea-448d-b6af-b35b9d459853 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 739.471276] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37531b7d-2b2d-407e-93f0-9e0a6fb71146 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.480138] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc7488-3b11-4d70-882b-be80d23941a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.484891] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Successfully created port: 35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.499547] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293848, 'name': PowerOffVM_Task, 'duration_secs': 0.266549} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.532139] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.532139] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.532347] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2739c79-510c-4e1e-8c07-ca418e88a2d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.534777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c931241-64e7-4807-a582-2db9ca6b1e3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.545625] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9411f2-4444-448d-9d06-f627e435ffbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.562917] env[70491]: DEBUG nova.compute.provider_tree [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.577749] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e77d72-8e87-8b3d-74cb-20d3b1906334, 'name': SearchDatastore_Task, 'duration_secs': 0.017455} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.579497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.580617] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.580617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.581830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.581830] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.585255] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183d5034-256f-49dd-9396-d9a0b3a5c4f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.587688] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293845, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.596094] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.596418] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.597250] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae131100-b72e-4da1-9225-c7623845bc79 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.607532] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 739.607532] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52676463-c352-ca86-3dc9-a7a657ace56b" [ 739.607532] env[70491]: _type = "Task" [ 739.607532] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.612139] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.612361] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.612543] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleting the datastore file [datastore1] 626c0e13-c37f-4144-a83d-1aeba6d4c6d8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.613216] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a34c44-04e7-4053-859c-1a841ff85ca9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.620434] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52676463-c352-ca86-3dc9-a7a657ace56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.621903] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 739.621903] env[70491]: value = "task-3293850" [ 739.621903] env[70491]: _type = "Task" [ 739.621903] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.630664] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.684244] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Received event network-changed-f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.684760] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Refreshing instance network info cache due to event network-changed-f6692429-9203-4546-a022-dae20503a6ce. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.684760] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Acquiring lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.684853] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Acquired lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.684935] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Refreshing network info cache for port f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.765688] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293846, 'name': ReconfigVM_Task, 'duration_secs': 0.607572} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.765688] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 82b902e0-53d2-46d6-a07e-a66f2385531f/82b902e0-53d2-46d6-a07e-a66f2385531f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.766360] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f68c0752-7e9f-46be-a0c1-3de6c59a31b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.774935] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 739.774935] env[70491]: value = "task-3293851" [ 739.774935] env[70491]: _type = "Task" [ 739.774935] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.785723] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293851, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.822809] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293847, 'name': ReconfigVM_Task, 'duration_secs': 0.575617} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.823140] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.823738] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1391f38-c196-4bf1-a3d2-ca0e7b27133e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.834610] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 739.834610] env[70491]: value = "task-3293852" [ 739.834610] env[70491]: _type = "Task" [ 739.834610] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.853685] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293852, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.068864] env[70491]: DEBUG nova.scheduler.client.report [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.084891] env[70491]: DEBUG oslo_vmware.api [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293845, 'name': RemoveSnapshot_Task, 'duration_secs': 1.145747} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.085547] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.085886] env[70491]: INFO nova.compute.manager [None req-da8032f8-3419-4665-b8a9-86ef7565ecfd tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Took 18.38 seconds to snapshot the instance on the hypervisor. [ 740.119682] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52676463-c352-ca86-3dc9-a7a657ace56b, 'name': SearchDatastore_Task, 'duration_secs': 0.013212} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.120744] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a87b9d7-57d4-4d8a-8d58-dd92ffa41832 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.133496] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 740.133496] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f777f6-aa9e-d230-bfd3-29c9986eb1be" [ 740.133496] env[70491]: _type = "Task" [ 740.133496] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.134214] env[70491]: DEBUG oslo_vmware.api [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147836} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.134634] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.135042] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.135328] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.135618] env[70491]: INFO nova.compute.manager [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 740.136101] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.139423] env[70491]: DEBUG nova.compute.manager [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 740.139628] env[70491]: DEBUG nova.network.neutron [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 740.148520] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f777f6-aa9e-d230-bfd3-29c9986eb1be, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.148520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.148688] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 074a15ff-0c25-4893-ac56-e75c1642a5fb/074a15ff-0c25-4893-ac56-e75c1642a5fb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.148933] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3953256e-0bf4-43b7-a698-e427dd042305 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.157441] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 740.157441] env[70491]: value = "task-3293853" [ 740.157441] env[70491]: _type = "Task" [ 740.157441] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.167889] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.286211] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293851, 'name': Rename_Task, 'duration_secs': 0.173567} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.286497] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.286749] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26d5fafa-0769-4f8d-8474-6399900a3f9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.296780] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 740.296780] env[70491]: value = "task-3293854" [ 740.296780] env[70491]: _type = "Task" [ 740.296780] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.305488] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.344584] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293852, 'name': Rename_Task, 'duration_secs': 0.174284} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.348016] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.348016] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82dc35e7-db6e-44dc-9418-6d645458fdd5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353036] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 740.353036] env[70491]: value = "task-3293855" [ 740.353036] env[70491]: _type = "Task" [ 740.353036] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.369286] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.371455] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.399632] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.399889] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.400051] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.400355] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.400512] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.400661] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.400867] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.401044] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.401218] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.401377] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.401597] env[70491]: DEBUG nova.virt.hardware [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.402501] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981c853c-64cf-4bff-ace9-0174ca73e185 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.411132] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4191d446-c530-47eb-a164-4825214ab0f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.580307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.582947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.246s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.584721] env[70491]: INFO nova.compute.claims [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.594461] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Updated VIF entry in instance network info cache for port f6692429-9203-4546-a022-dae20503a6ce. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.594850] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Updating instance_info_cache with network_info: [{"id": "f6692429-9203-4546-a022-dae20503a6ce", "address": "fa:16:3e:9c:03:45", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6692429-92", "ovs_interfaceid": "f6692429-9203-4546-a022-dae20503a6ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.618548] env[70491]: INFO nova.scheduler.client.report [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted allocations for instance 9c33dcde-32e8-4942-88c4-786789629c6f [ 740.672697] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.809512] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.873115] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.990620] env[70491]: DEBUG nova.compute.manager [req-30d76533-36a9-45cf-b4fe-80d726d1b430 req-c6487aa8-ff17-442c-b5da-373b81228f85 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Received event network-vif-deleted-0fea259e-c3e1-4f03-803d-8517360accf9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.990620] env[70491]: INFO nova.compute.manager [req-30d76533-36a9-45cf-b4fe-80d726d1b430 req-c6487aa8-ff17-442c-b5da-373b81228f85 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Neutron deleted interface 0fea259e-c3e1-4f03-803d-8517360accf9; detaching it from the instance and deleting it from the info cache [ 740.990620] env[70491]: DEBUG nova.network.neutron [req-30d76533-36a9-45cf-b4fe-80d726d1b430 req-c6487aa8-ff17-442c-b5da-373b81228f85 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.101669] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Releasing lock "refresh_cache-82b902e0-53d2-46d6-a07e-a66f2385531f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.101942] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Received event network-vif-plugged-51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.103566] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Acquiring lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.103566] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.103566] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.103566] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] No waiting events found dispatching network-vif-plugged-51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.103566] env[70491]: WARNING nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Received unexpected event network-vif-plugged-51c4ccb1-f620-4d75-99c6-9e4ff0a65055 for instance with vm_state building and task_state spawning. [ 741.103998] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Received event network-changed-51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.103998] env[70491]: DEBUG nova.compute.manager [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Refreshing instance network info cache due to event network-changed-51c4ccb1-f620-4d75-99c6-9e4ff0a65055. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.107985] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Acquiring lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.107985] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Acquired lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.107985] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Refreshing network info cache for port 51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.130241] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e3e4cb00-ff80-4043-8e20-bc6193fb9407 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "9c33dcde-32e8-4942-88c4-786789629c6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.909s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.170713] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293853, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.323356] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.370206] env[70491]: DEBUG nova.network.neutron [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.370206] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.494119] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af2d2f38-feff-4e3d-861b-5775d492b412 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.508189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0172f0a7-59b1-4c16-8476-1c658d475a32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.551356] env[70491]: DEBUG nova.compute.manager [req-30d76533-36a9-45cf-b4fe-80d726d1b430 req-c6487aa8-ff17-442c-b5da-373b81228f85 service nova] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Detach interface failed, port_id=0fea259e-c3e1-4f03-803d-8517360accf9, reason: Instance 626c0e13-c37f-4144-a83d-1aeba6d4c6d8 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 741.680837] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293853, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.315517} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.680837] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 074a15ff-0c25-4893-ac56-e75c1642a5fb/074a15ff-0c25-4893-ac56-e75c1642a5fb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.681200] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.681563] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c23274-5e6e-4744-a24a-4f06179fb57c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.693193] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 741.693193] env[70491]: value = "task-3293856" [ 741.693193] env[70491]: _type = "Task" [ 741.693193] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.706154] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.810536] env[70491]: DEBUG oslo_vmware.api [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3293854, 'name': PowerOnVM_Task, 'duration_secs': 1.508693} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.812784] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.813145] env[70491]: INFO nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Took 11.87 seconds to spawn the instance on the hypervisor. [ 741.813400] env[70491]: DEBUG nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.814724] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe9de0-c82b-4faa-adeb-61c8d5098972 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818100] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Successfully updated port: 35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.870539] env[70491]: INFO nova.compute.manager [-] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Took 1.73 seconds to deallocate network for instance. [ 741.877113] env[70491]: DEBUG oslo_vmware.api [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293855, 'name': PowerOnVM_Task, 'duration_secs': 1.413113} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.881459] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.884199] env[70491]: INFO nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Took 9.54 seconds to spawn the instance on the hypervisor. [ 741.884199] env[70491]: DEBUG nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.884199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6413dfcc-68c5-4e03-a6d4-041a93619f6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.115079] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Updated VIF entry in instance network info cache for port 51c4ccb1-f620-4d75-99c6-9e4ff0a65055. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.115444] env[70491]: DEBUG nova.network.neutron [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Updating instance_info_cache with network_info: [{"id": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "address": "fa:16:3e:68:52:05", "network": {"id": "fd666c7e-ca7c-49de-95f7-ec284986f1c4", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1749095623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f1a61f31ad0b4c34a9e05f223b8c0f0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "777870ab-362f-4a17-9c1c-8d9cc26cd4ce", "external-id": "nsx-vlan-transportzone-987", "segmentation_id": 987, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51c4ccb1-f6", "ovs_interfaceid": "51c4ccb1-f620-4d75-99c6-9e4ff0a65055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.208082] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088792} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.208082] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.208082] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25212ae0-ea53-4b9e-aa98-6b99e1e11f51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.233891] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 074a15ff-0c25-4893-ac56-e75c1642a5fb/074a15ff-0c25-4893-ac56-e75c1642a5fb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.236996] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5964c48-f90b-4f5c-8685-baf5d4d73556 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.262947] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 742.262947] env[70491]: value = "task-3293857" [ 742.262947] env[70491]: _type = "Task" [ 742.262947] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.275758] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.322440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.322648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.323565] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.342236] env[70491]: INFO nova.compute.manager [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Took 42.61 seconds to build instance. [ 742.347151] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc86e66-629f-49eb-800b-230653808641 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.357359] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da884526-18ce-48a6-a8e1-89cdd687b9a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.390296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.391367] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b738293-07b7-4074-8692-7a7bd59ee191 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.400768] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32afe5b-d7d2-4cbe-ad98-f7e74e63eeab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.422546] env[70491]: DEBUG nova.compute.provider_tree [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.424285] env[70491]: INFO nova.compute.manager [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Took 37.09 seconds to build instance. [ 742.427435] env[70491]: DEBUG nova.compute.manager [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Received event network-vif-plugged-35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.427435] env[70491]: DEBUG oslo_concurrency.lockutils [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.427435] env[70491]: DEBUG oslo_concurrency.lockutils [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.427435] env[70491]: DEBUG oslo_concurrency.lockutils [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.428683] env[70491]: DEBUG nova.compute.manager [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] No waiting events found dispatching network-vif-plugged-35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.428683] env[70491]: WARNING nova.compute.manager [req-97d27626-3398-4561-b67f-2b2af7f69014 req-3789bd7c-bcdb-4141-be61-135f90c1770d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Received unexpected event network-vif-plugged-35c4e2ca-3dd2-45a4-b046-9774bc230641 for instance with vm_state building and task_state spawning. [ 742.617871] env[70491]: DEBUG oslo_concurrency.lockutils [req-27a15247-922a-4dea-99cf-0f888999cf07 req-e58301f3-52af-4ddf-8175-3d958ce20efc service nova] Releasing lock "refresh_cache-074a15ff-0c25-4893-ac56-e75c1642a5fb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.775054] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293857, 'name': ReconfigVM_Task, 'duration_secs': 0.358395} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.775054] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 074a15ff-0c25-4893-ac56-e75c1642a5fb/074a15ff-0c25-4893-ac56-e75c1642a5fb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.775511] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e348eb8-ed80-45ee-a990-b20842a3a2d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.783855] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 742.783855] env[70491]: value = "task-3293858" [ 742.783855] env[70491]: _type = "Task" [ 742.783855] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.794585] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293858, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.843614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c04e56de-6083-4111-8f28-313a7628f671 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.955s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.890326] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.930190] env[70491]: DEBUG nova.scheduler.client.report [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.934865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b66b338-08e7-41d1-b556-44a7d41d4884 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.482s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.129674] env[70491]: DEBUG nova.network.neutron [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updating instance_info_cache with network_info: [{"id": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "address": "fa:16:3e:8c:49:4b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c4e2ca-3d", "ovs_interfaceid": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.180993] env[70491]: DEBUG nova.compute.manager [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.183147] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec35d06-1216-4eda-a545-25ebd00df4ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.298184] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293858, 'name': Rename_Task, 'duration_secs': 0.331217} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.299377] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.299737] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea58c79-7a00-4d8d-86af-3a46ea956de0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.311449] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 743.311449] env[70491]: value = "task-3293859" [ 743.311449] env[70491]: _type = "Task" [ 743.311449] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.326019] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.347013] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.438463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.439056] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.444594] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.448874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.634s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.453165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.453165] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 743.453165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.920s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.454663] env[70491]: INFO nova.compute.claims [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.458390] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e141e-4f75-4bfa-8564-aca4703f6544 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.473015] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f5e608-a908-4f4b-961e-e0977d776841 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.502884] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72f5fc4-c778-4697-9b30-0ad1000e7f94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.514347] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60441df5-d701-439a-bc02-c8670712080b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.558352] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179115MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 743.558352] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.633669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.633669] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Instance network_info: |[{"id": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "address": "fa:16:3e:8c:49:4b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c4e2ca-3d", "ovs_interfaceid": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.634889] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:49:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c4e2ca-3dd2-45a4-b046-9774bc230641', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.648458] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Creating folder: Project (af4d0ac869d24e4bba1ce873aa8b79b9). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.649669] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c845dc0-f6cb-4390-9d3b-f77e6aa1ce55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.665257] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Created folder: Project (af4d0ac869d24e4bba1ce873aa8b79b9) in parent group-v657728. [ 743.665579] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Creating folder: Instances. Parent ref: group-v657813. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.666019] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0047637e-c1a0-4f38-a417-7ff650b42216 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.680971] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Created folder: Instances in parent group-v657813. [ 743.681603] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.681603] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.681736] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31bbee28-01cc-4535-bf42-f9f6827b96bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.699581] env[70491]: INFO nova.compute.manager [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] instance snapshotting [ 743.704645] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8714640-6699-4c9d-9035-be844d7ee06c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.709839] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.709839] env[70491]: value = "task-3293862" [ 743.709839] env[70491]: _type = "Task" [ 743.709839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.733766] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80031c93-f87c-479f-9300-faad0d5fb0ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.743746] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293862, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.826217] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293859, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.880205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.950982] env[70491]: DEBUG nova.compute.utils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.952805] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.955758] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.977713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.030388] env[70491]: DEBUG nova.policy [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c8d04eb98c14fcd837a0b463d419c7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c462fbf2e924bf59053aef6755da521', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.067280] env[70491]: INFO nova.compute.manager [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Rebuilding instance [ 744.116547] env[70491]: DEBUG nova.compute.manager [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.116547] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefdff06-f079-4968-89e9-e52f267e1f29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.224962] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293862, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.260028] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.260028] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bcc5b76a-7b61-4b99-b9c3-6041d3437404 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.268244] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 744.268244] env[70491]: value = "task-3293863" [ 744.268244] env[70491]: _type = "Task" [ 744.268244] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.279449] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.324148] env[70491]: DEBUG oslo_vmware.api [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293859, 'name': PowerOnVM_Task, 'duration_secs': 0.520361} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.325634] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.325634] env[70491]: INFO nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Took 8.80 seconds to spawn the instance on the hypervisor. [ 744.325634] env[70491]: DEBUG nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.325892] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89c1694-df40-4a08-9326-bb4183c4afa0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.458050] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.666110] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Successfully created port: 0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.732786] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293862, 'name': CreateVM_Task, 'duration_secs': 0.801435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.732909] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.733651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.733868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.734245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.734518] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba83dbaa-9975-4130-8ab6-f49876775311 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.742256] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 744.742256] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206ff18-97a5-99d3-fe52-19fff519e53a" [ 744.742256] env[70491]: _type = "Task" [ 744.742256] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.764986] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206ff18-97a5-99d3-fe52-19fff519e53a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.781898] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293863, 'name': CreateSnapshot_Task, 'duration_secs': 0.500411} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.785417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.786363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b96e6f-50e4-445d-a8ea-93ed861d6268 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.858239] env[70491]: INFO nova.compute.manager [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Took 35.44 seconds to build instance. [ 744.858239] env[70491]: DEBUG nova.compute.manager [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.860047] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb4c1cd-4c74-4ae1-a141-fdef1095633c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.948359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.948778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.123135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.124041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.133957] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.134239] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23c1c978-b83d-4d65-8cf2-0c2ee75d8950 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.142973] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 745.142973] env[70491]: value = "task-3293864" [ 745.142973] env[70491]: _type = "Task" [ 745.142973] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.152711] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.211954] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40af2779-3c48-4e7f-aabe-c5b7f909e805 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.220603] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e88e9f-343b-4399-905b-999551e0afe7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.259124] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd4908-b757-4dab-8883-70f3bb3d939d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.271790] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dec7c0b-2745-4788-b410-479b6d7850e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.275915] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206ff18-97a5-99d3-fe52-19fff519e53a, 'name': SearchDatastore_Task, 'duration_secs': 0.022088} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.276255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.276484] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.276771] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.276935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.277190] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.277783] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7750ba64-a603-43a6-a367-3b5e2d8b1a39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.288517] env[70491]: DEBUG nova.compute.provider_tree [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.291847] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.291847] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.291847] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627df2d9-3ccd-4a3d-be62-7e50b06868e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.298395] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 745.298395] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bda319-47ed-9955-6784-d1455be9909f" [ 745.298395] env[70491]: _type = "Task" [ 745.298395] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.318818] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.318818] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bda319-47ed-9955-6784-d1455be9909f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.319551] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ea4221c-d963-4aed-868a-b763cebdff10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.330075] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 745.330075] env[70491]: value = "task-3293865" [ 745.330075] env[70491]: _type = "Task" [ 745.330075] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.340129] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293865, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.360110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ebf9f1-135c-452a-9b4a-1c47ad5f8426 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.738s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.375764] env[70491]: INFO nova.compute.manager [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] instance snapshotting [ 745.378963] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71c7d3-e3fc-4e3e-b0e4-e2a1a68577b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.402598] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ea391-68cb-4191-90a9-4540de2de6df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.444024] env[70491]: DEBUG nova.compute.manager [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Received event network-changed-35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.444024] env[70491]: DEBUG nova.compute.manager [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Refreshing instance network info cache due to event network-changed-35c4e2ca-3dd2-45a4-b046-9774bc230641. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.444024] env[70491]: DEBUG oslo_concurrency.lockutils [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] Acquiring lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.444024] env[70491]: DEBUG oslo_concurrency.lockutils [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] Acquired lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.444024] env[70491]: DEBUG nova.network.neutron [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Refreshing network info cache for port 35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.474218] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.513489] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.513757] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.513916] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.514111] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.514261] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.514408] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.514621] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.514780] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.514948] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.515126] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.515305] env[70491]: DEBUG nova.virt.hardware [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.516650] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e59423-9927-4b25-b8cc-91b2559e295c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.529179] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f750fa-dc10-49ba-8919-fd52233a1910 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.656101] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293864, 'name': PowerOffVM_Task, 'duration_secs': 0.338644} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.656101] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.656101] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.660020] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36013a04-06af-4fef-a283-19432121635d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.665786] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.665786] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e8330a-97c8-4b05-9ea9-aa27dacd287b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.699953] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.700261] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.700359] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Deleting the datastore file [datastore2] 8e8650ee-1c9a-4ed0-af77-de29148ad085 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.700633] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea1b63a0-7965-462b-a455-720faae51b71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.709310] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 745.709310] env[70491]: value = "task-3293867" [ 745.709310] env[70491]: _type = "Task" [ 745.709310] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.721082] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.797115] env[70491]: DEBUG nova.scheduler.client.report [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.821654] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bda319-47ed-9955-6784-d1455be9909f, 'name': SearchDatastore_Task, 'duration_secs': 0.014494} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.823734] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972c2cc7-2993-4bee-9c09-cc6f62c305e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.831718] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 745.831718] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e10b84-9f89-1b97-c71d-82dba07ad52d" [ 745.831718] env[70491]: _type = "Task" [ 745.831718] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.848572] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293865, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.852365] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e10b84-9f89-1b97-c71d-82dba07ad52d, 'name': SearchDatastore_Task, 'duration_secs': 0.013767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.852365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.852771] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 93983e23-0f91-4af0-9c71-4e04b954bf56/93983e23-0f91-4af0-9c71-4e04b954bf56.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.852878] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1492208e-e920-4bf6-b84e-e218a1e6fce4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.863315] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 745.863315] env[70491]: value = "task-3293868" [ 745.863315] env[70491]: _type = "Task" [ 745.863315] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.864637] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.877084] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.918746] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.919099] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1de77440-3491-4200-a34c-902d031bd310 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.933757] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 745.933757] env[70491]: value = "task-3293869" [ 745.933757] env[70491]: _type = "Task" [ 745.933757] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.949955] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.971521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "86b9bb02-7260-4820-9051-8731994d65c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.971521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.227565] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.227875] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.228076] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.228479] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.269205] env[70491]: DEBUG nova.network.neutron [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updated VIF entry in instance network info cache for port 35c4e2ca-3dd2-45a4-b046-9774bc230641. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.269883] env[70491]: DEBUG nova.network.neutron [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updating instance_info_cache with network_info: [{"id": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "address": "fa:16:3e:8c:49:4b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c4e2ca-3d", "ovs_interfaceid": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.307795] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.855s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.308402] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.311399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.605s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.315197] env[70491]: INFO nova.compute.claims [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.341515] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293865, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.375338] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293868, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.394582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.448744] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.681360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.681649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.730404] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Successfully updated port: 0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.773289] env[70491]: DEBUG oslo_concurrency.lockutils [req-39282f98-03f5-49f7-b0e1-27b247ffafe1 req-7d3d01b3-b043-4990-bfe1-0226815e410d service nova] Releasing lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.819827] env[70491]: DEBUG nova.compute.utils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.823440] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.823627] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.845272] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293865, 'name': CloneVM_Task, 'duration_secs': 1.321465} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.845601] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Created linked-clone VM from snapshot [ 746.846418] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260d73f0-ae44-43a9-896f-ae789a4cbdfb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.856316] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Uploading image 40f1cca6-1038-4981-aaf5-022cf731f476 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 746.872475] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543084} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.872749] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 93983e23-0f91-4af0-9c71-4e04b954bf56/93983e23-0f91-4af0-9c71-4e04b954bf56.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.875855] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.875855] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d027f511-c794-49ed-8058-06631c358868 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.881628] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 746.881628] env[70491]: value = "task-3293870" [ 746.881628] env[70491]: _type = "Task" [ 746.881628] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.894764] env[70491]: DEBUG nova.compute.manager [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Received event network-vif-plugged-0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.895786] env[70491]: DEBUG oslo_concurrency.lockutils [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] Acquiring lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.895786] env[70491]: DEBUG oslo_concurrency.lockutils [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.895786] env[70491]: DEBUG oslo_concurrency.lockutils [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.896031] env[70491]: DEBUG nova.compute.manager [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] No waiting events found dispatching network-vif-plugged-0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 746.896266] env[70491]: WARNING nova.compute.manager [req-58830b64-b060-4bf2-bb02-86679cd5ec13 req-9a190fce-9213-4651-b460-d80986977408 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Received unexpected event network-vif-plugged-0df87689-ab7d-4fa6-9687-6eea0d922773 for instance with vm_state building and task_state spawning. [ 746.898750] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 746.898750] env[70491]: value = "vm-657817" [ 746.898750] env[70491]: _type = "VirtualMachine" [ 746.898750] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 746.899335] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcfc6b42-94ed-4e80-88e3-56c9aea81ba7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.908730] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293870, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.910226] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease: (returnval){ [ 746.910226] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cf0425-3264-272b-4fd3-d171449312b4" [ 746.910226] env[70491]: _type = "HttpNfcLease" [ 746.910226] env[70491]: } obtained for exporting VM: (result){ [ 746.910226] env[70491]: value = "vm-657817" [ 746.910226] env[70491]: _type = "VirtualMachine" [ 746.910226] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 746.910628] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the lease: (returnval){ [ 746.910628] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cf0425-3264-272b-4fd3-d171449312b4" [ 746.910628] env[70491]: _type = "HttpNfcLease" [ 746.910628] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 746.919246] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 746.919246] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cf0425-3264-272b-4fd3-d171449312b4" [ 746.919246] env[70491]: _type = "HttpNfcLease" [ 746.919246] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 746.947601] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293869, 'name': CreateSnapshot_Task, 'duration_secs': 0.624288} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.949235] env[70491]: DEBUG nova.policy [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d2c2886532a42c5aeab941a0aab0550', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2644925621aa42f7a8edc9d7cc7de4f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.950881] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 746.951759] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc9819e-e61c-4b98-a81b-38232f5b72dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.238702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.238867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquired lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.239030] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.266283] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.266283] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.266283] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.266283] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.266454] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.266454] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.266454] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.266454] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.266454] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.266599] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.267265] env[70491]: DEBUG nova.virt.hardware [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.268731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b0aa8c-009d-4dde-861f-fdf3883b9d85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278826] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4b2938-0295-47e7-8678-85fad54e5d98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.298183] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.306967] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.310076] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.310076] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f65c3ab-9da1-4fd7-a6fe-b3817d1350fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.324765] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.332532] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.332532] env[70491]: value = "task-3293872" [ 747.332532] env[70491]: _type = "Task" [ 747.332532] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.343244] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293872, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.402835] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293870, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280454} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.403655] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.406089] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254bfc19-4377-4476-b7d0-13c5571225f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.437419] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 93983e23-0f91-4af0-9c71-4e04b954bf56/93983e23-0f91-4af0-9c71-4e04b954bf56.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.438423] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcc5920c-01a2-469c-afb4-c7922476df34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.457874] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.457874] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cf0425-3264-272b-4fd3-d171449312b4" [ 747.457874] env[70491]: _type = "HttpNfcLease" [ 747.457874] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.458843] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.458843] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cf0425-3264-272b-4fd3-d171449312b4" [ 747.458843] env[70491]: _type = "HttpNfcLease" [ 747.458843] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.459585] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44eeb0d-2772-40ed-a420-a048d841d1de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.465180] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 747.465180] env[70491]: value = "task-3293873" [ 747.465180] env[70491]: _type = "Task" [ 747.465180] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.476013] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.476465] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.476680] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 747.483712] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b65f4802-adef-493c-886b-225142f8f397 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.545026] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Successfully created port: 3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.554437] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 747.554437] env[70491]: value = "task-3293874" [ 747.554437] env[70491]: _type = "Task" [ 747.554437] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.554661] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.569039] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293874, 'name': CloneVM_Task} progress is 23%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.616402] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1493e246-fc15-42e3-a1be-e02befced0fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.784118] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.850981] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293872, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.979671] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.052451] env[70491]: DEBUG nova.network.neutron [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updating instance_info_cache with network_info: [{"id": "0df87689-ab7d-4fa6-9687-6eea0d922773", "address": "fa:16:3e:30:fc:fb", "network": {"id": "94f7f36b-6cb3-4b31-ac8a-ce66b85fa58b", "bridge": "br-int", "label": "tempest-ServersTestJSON-391093684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c462fbf2e924bf59053aef6755da521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df87689-ab", "ovs_interfaceid": "0df87689-ab7d-4fa6-9687-6eea0d922773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.075450] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293874, 'name': CloneVM_Task} progress is 93%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.262216] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817e4ad-ab49-43a5-b0f7-8e81b4d73b0e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.271314] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc38c90-d78b-4407-a97e-655bb27afb08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.308392] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2463a1-c1f4-4741-b066-a40ab9bba92d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.321031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a638173-fea4-4af1-96d9-db33c2735e57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.338646] env[70491]: DEBUG nova.compute.provider_tree [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.344674] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.358457] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293872, 'name': CreateVM_Task, 'duration_secs': 0.624999} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.359260] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.359775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.361145] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.361513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.361863] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49fcb5f-78fa-4248-9511-dc68bfa06050 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.369054] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 748.369054] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52554527-3c65-eaaa-2bca-a0d502b65729" [ 748.369054] env[70491]: _type = "Task" [ 748.369054] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.375628] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.375886] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.376344] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.376579] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.377103] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.378071] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.378071] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.378071] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.378275] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.378275] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.378458] env[70491]: DEBUG nova.virt.hardware [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.379881] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e257136-d3d0-48e2-b2d6-c7c438a6a0bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.392799] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b6c406-6dc8-4c3f-99ed-68271c8a1aee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.397196] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52554527-3c65-eaaa-2bca-a0d502b65729, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.398216] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.398867] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.398867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.399202] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.399574] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.400409] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c8b3458-20fb-4a29-a680-ed7fb44e2f9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.420472] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.421716] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.421895] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4090bdc6-5745-4e03-923f-e20e07f772bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.429322] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 748.429322] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c5d5e0-1f53-5fc4-d90b-f7103aeebaf6" [ 748.429322] env[70491]: _type = "Task" [ 748.429322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.440393] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c5d5e0-1f53-5fc4-d90b-f7103aeebaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.479184] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293873, 'name': ReconfigVM_Task, 'duration_secs': 0.604491} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.479582] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 93983e23-0f91-4af0-9c71-4e04b954bf56/93983e23-0f91-4af0-9c71-4e04b954bf56.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.480433] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11c28c10-c228-4556-bbd2-5216ae8c18d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.489792] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 748.489792] env[70491]: value = "task-3293875" [ 748.489792] env[70491]: _type = "Task" [ 748.489792] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.502249] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293875, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.567739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Releasing lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.568166] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Instance network_info: |[{"id": "0df87689-ab7d-4fa6-9687-6eea0d922773", "address": "fa:16:3e:30:fc:fb", "network": {"id": "94f7f36b-6cb3-4b31-ac8a-ce66b85fa58b", "bridge": "br-int", "label": "tempest-ServersTestJSON-391093684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c462fbf2e924bf59053aef6755da521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df87689-ab", "ovs_interfaceid": "0df87689-ab7d-4fa6-9687-6eea0d922773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.568715] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:fc:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0df87689-ab7d-4fa6-9687-6eea0d922773', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.578504] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Creating folder: Project (6c462fbf2e924bf59053aef6755da521). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.579689] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dab8c01-d81c-4061-a8cf-885f390cedbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.586789] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293874, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.594930] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Created folder: Project (6c462fbf2e924bf59053aef6755da521) in parent group-v657728. [ 748.595631] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Creating folder: Instances. Parent ref: group-v657821. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.595797] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e479930e-e64e-490b-b391-e858dddf8d69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.608154] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Created folder: Instances in parent group-v657821. [ 748.608257] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.608854] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.608854] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce059cc5-94fa-4ee5-8cca-d2207107ec39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.634058] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.634058] env[70491]: value = "task-3293878" [ 748.634058] env[70491]: _type = "Task" [ 748.634058] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.644289] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293878, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.846274] env[70491]: DEBUG nova.scheduler.client.report [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.945850] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c5d5e0-1f53-5fc4-d90b-f7103aeebaf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011829} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.946906] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeca0cf8-5f35-448c-85ac-a8a07a300e20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.955274] env[70491]: DEBUG nova.compute.manager [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Received event network-changed-0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.955456] env[70491]: DEBUG nova.compute.manager [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Refreshing instance network info cache due to event network-changed-0df87689-ab7d-4fa6-9687-6eea0d922773. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.955684] env[70491]: DEBUG oslo_concurrency.lockutils [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] Acquiring lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.955831] env[70491]: DEBUG oslo_concurrency.lockutils [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] Acquired lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.956096] env[70491]: DEBUG nova.network.neutron [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Refreshing network info cache for port 0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.959978] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 748.959978] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525dabd2-750e-dc17-6332-2b95eee3b8c8" [ 748.959978] env[70491]: _type = "Task" [ 748.959978] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.972949] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525dabd2-750e-dc17-6332-2b95eee3b8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.000833] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293875, 'name': Rename_Task, 'duration_secs': 0.185035} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.001629] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.001629] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3f944bc-30d5-40a5-8f73-9464c8ad7430 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.009487] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 749.009487] env[70491]: value = "task-3293879" [ 749.009487] env[70491]: _type = "Task" [ 749.009487] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.019096] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.079057] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293874, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.145177] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293878, 'name': CreateVM_Task, 'duration_secs': 0.44426} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.145350] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.146081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.146326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.146818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.147146] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75767ccc-9a52-48da-ad48-94c2d420a4c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.154533] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 749.154533] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5286c14a-3298-29cd-7eda-ada993f90537" [ 749.154533] env[70491]: _type = "Task" [ 749.154533] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.163560] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5286c14a-3298-29cd-7eda-ada993f90537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.354409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.042s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.354409] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.357376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 26.891s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.474196] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525dabd2-750e-dc17-6332-2b95eee3b8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.021529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.474771] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.475216] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.475718] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-255f94e5-1a26-4745-aaaa-7efe9a122702 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.485502] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 749.485502] env[70491]: value = "task-3293880" [ 749.485502] env[70491]: _type = "Task" [ 749.485502] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.497104] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.525617] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.537023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.537023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.537023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.537023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.537343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.539173] env[70491]: INFO nova.compute.manager [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Terminating instance [ 749.579165] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293874, 'name': CloneVM_Task, 'duration_secs': 1.800825} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.580019] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Created linked-clone VM from snapshot [ 749.582161] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065fc0d3-68bd-4472-9498-44f1ac0f78c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.600513] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Uploading image 3acb909b-c565-499a-bde1-9250fc400500 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.642716] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.642716] env[70491]: value = "vm-657820" [ 749.642716] env[70491]: _type = "VirtualMachine" [ 749.642716] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.644213] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Successfully updated port: 3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.646686] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7127d72b-1af0-4c2a-a155-c07eedc73004 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.664480] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lease: (returnval){ [ 749.664480] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522882ba-15c5-6426-4a4d-8b4e2503a567" [ 749.664480] env[70491]: _type = "HttpNfcLease" [ 749.664480] env[70491]: } obtained for exporting VM: (result){ [ 749.664480] env[70491]: value = "vm-657820" [ 749.664480] env[70491]: _type = "VirtualMachine" [ 749.664480] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.666064] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the lease: (returnval){ [ 749.666064] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522882ba-15c5-6426-4a4d-8b4e2503a567" [ 749.666064] env[70491]: _type = "HttpNfcLease" [ 749.666064] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.679286] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5286c14a-3298-29cd-7eda-ada993f90537, 'name': SearchDatastore_Task, 'duration_secs': 0.019163} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.680134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.680406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.680996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.680996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.681293] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.681979] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16d79921-4563-4a8b-9b6d-1f9ee02bb0b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.687021] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.687021] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522882ba-15c5-6426-4a4d-8b4e2503a567" [ 749.687021] env[70491]: _type = "HttpNfcLease" [ 749.687021] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.687215] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.687215] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522882ba-15c5-6426-4a4d-8b4e2503a567" [ 749.687215] env[70491]: _type = "HttpNfcLease" [ 749.687215] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.688158] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30c658e-8570-4a88-9e7b-a5c14786e654 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.705985] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.706335] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.710615] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.710615] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.713350] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d71864-d8a0-4a12-a18e-f9293515727d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.722232] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 749.722232] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d0cc1-67cd-3983-fedc-0f083693e7e9" [ 749.722232] env[70491]: _type = "Task" [ 749.722232] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.797665] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d0cc1-67cd-3983-fedc-0f083693e7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.06845} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.798367] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c956e4-6e08-458e-9e13-e3aef32a776e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.806767] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 749.806767] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521573a6-5a18-47dd-95d8-ee2446878d3f" [ 749.806767] env[70491]: _type = "Task" [ 749.806767] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.818649] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521573a6-5a18-47dd-95d8-ee2446878d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.841882] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ccd70f1-1154-4149-906c-0fa7bd1a104b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.862539] env[70491]: DEBUG nova.compute.utils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.871408] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 749.954047] env[70491]: DEBUG nova.network.neutron [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updated VIF entry in instance network info cache for port 0df87689-ab7d-4fa6-9687-6eea0d922773. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.957084] env[70491]: DEBUG nova.network.neutron [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updating instance_info_cache with network_info: [{"id": "0df87689-ab7d-4fa6-9687-6eea0d922773", "address": "fa:16:3e:30:fc:fb", "network": {"id": "94f7f36b-6cb3-4b31-ac8a-ce66b85fa58b", "bridge": "br-int", "label": "tempest-ServersTestJSON-391093684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c462fbf2e924bf59053aef6755da521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df87689-ab", "ovs_interfaceid": "0df87689-ab7d-4fa6-9687-6eea0d922773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.002690] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293880, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.025661] env[70491]: DEBUG oslo_vmware.api [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3293879, 'name': PowerOnVM_Task, 'duration_secs': 0.67737} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.026738] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.026738] env[70491]: INFO nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Took 9.66 seconds to spawn the instance on the hypervisor. [ 750.026738] env[70491]: DEBUG nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.027466] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f0301-308e-4181-96e5-f4d07d6c25ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.045824] env[70491]: DEBUG nova.compute.manager [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.045824] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.046534] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9a6c72-93aa-460c-9772-46064e794a16 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.059619] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.059619] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff1d7f44-6f53-43af-bf1f-b58a2dc3d3ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.069352] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 750.069352] env[70491]: value = "task-3293882" [ 750.069352] env[70491]: _type = "Task" [ 750.069352] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.083199] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.152015] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.155356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.155652] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.332315] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521573a6-5a18-47dd-95d8-ee2446878d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.062603} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.332315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.332479] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7cd7b600-87de-4f1a-a652-fa50483081e2/7cd7b600-87de-4f1a-a652-fa50483081e2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.332632] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4555b7bc-425b-4d9a-a67c-234d0e7c5710 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.345794] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 750.345794] env[70491]: value = "task-3293883" [ 750.345794] env[70491]: _type = "Task" [ 750.345794] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.357326] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.373552] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.458416] env[70491]: DEBUG oslo_concurrency.lockutils [req-0c0e3c2c-fada-400f-8567-55dbbe410aa4 req-4809fb07-2179-488f-a29f-cedd7dcd1220 service nova] Releasing lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.500109] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564949} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.500109] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.500109] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.500109] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d41812-bff3-4c76-9e43-8a21030e894a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.508639] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 750.508639] env[70491]: value = "task-3293884" [ 750.508639] env[70491]: _type = "Task" [ 750.508639] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.520193] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.552317] env[70491]: INFO nova.compute.manager [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Took 38.22 seconds to build instance. [ 750.584303] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293882, 'name': PowerOffVM_Task, 'duration_secs': 0.286232} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.584497] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.584668] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.585034] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49eea559-a846-4a02-9508-7897428500aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.714095] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f674d30-27d5-484d-9994-fc5f2dcafead {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.730737] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54726cee-29d8-4020-bd25-650a6cd76533 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.770343] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd1353d-9712-4db0-a3e3-81034593f2ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.782857] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f8e13-034f-4176-bcae-74da8410b8e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.805375] env[70491]: DEBUG nova.compute.provider_tree [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.833321] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.833321] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.833321] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Deleting the datastore file [datastore2] 074a15ff-0c25-4893-ac56-e75c1642a5fb {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.833551] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65bfa617-4629-42c2-b7bd-c58f6a330d77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.844956] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for the task: (returnval){ [ 750.844956] env[70491]: value = "task-3293886" [ 750.844956] env[70491]: _type = "Task" [ 750.844956] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.867522] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.868096] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293883, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.021382] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090708} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.022664] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.025520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.026791] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd473d07-d205-4414-916c-1df65cb930e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.056128] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.059142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-be1015c6-04ae-4dd9-9c4b-5d6ffd3fa80c tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.175s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.060058] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0bba6a1-e6a0-4502-a19e-912ed421d6fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.084691] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 751.084691] env[70491]: value = "task-3293887" [ 751.084691] env[70491]: _type = "Task" [ 751.084691] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.105050] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.287318] env[70491]: DEBUG nova.network.neutron [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Updating instance_info_cache with network_info: [{"id": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "address": "fa:16:3e:df:dd:55", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4879cf-e8", "ovs_interfaceid": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.310954] env[70491]: DEBUG nova.scheduler.client.report [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.359797] env[70491]: DEBUG oslo_vmware.api [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Task: {'id': task-3293886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387214} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.363289] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.363520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.363712] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.364093] env[70491]: INFO nova.compute.manager [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Took 1.32 seconds to destroy the instance on the hypervisor. [ 751.364427] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.364684] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663392} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.364888] env[70491]: DEBUG nova.compute.manager [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.364983] env[70491]: DEBUG nova.network.neutron [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.366740] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7cd7b600-87de-4f1a-a652-fa50483081e2/7cd7b600-87de-4f1a-a652-fa50483081e2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.366957] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.367367] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd907db-fe4b-4c50-979f-895b4665a3ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.377434] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 751.377434] env[70491]: value = "task-3293888" [ 751.377434] env[70491]: _type = "Task" [ 751.377434] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.384516] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.391598] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.467645] env[70491]: DEBUG nova.compute.manager [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Received event network-vif-plugged-3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.468038] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Acquiring lock "b5626e84-a943-46d6-9333-0f5362b32884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.468329] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Lock "b5626e84-a943-46d6-9333-0f5362b32884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.468709] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Lock "b5626e84-a943-46d6-9333-0f5362b32884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.469092] env[70491]: DEBUG nova.compute.manager [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] No waiting events found dispatching network-vif-plugged-3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.469400] env[70491]: WARNING nova.compute.manager [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Received unexpected event network-vif-plugged-3c4879cf-e8e4-4858-aab2-54b76de3ab5f for instance with vm_state building and task_state spawning. [ 751.469724] env[70491]: DEBUG nova.compute.manager [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Received event network-changed-3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.469982] env[70491]: DEBUG nova.compute.manager [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Refreshing instance network info cache due to event network-changed-3c4879cf-e8e4-4858-aab2-54b76de3ab5f. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.470219] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Acquiring lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.579682] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.600035] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.793355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.793696] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Instance network_info: |[{"id": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "address": "fa:16:3e:df:dd:55", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4879cf-e8", "ovs_interfaceid": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.793997] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Acquired lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794192] env[70491]: DEBUG nova.network.neutron [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Refreshing network info cache for port 3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.795549] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:dd:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c4879cf-e8e4-4858-aab2-54b76de3ab5f', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.803550] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.804209] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.805331] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac7a9be-3225-4261-9606-b5ceba09fd1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.831925] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.831925] env[70491]: value = "task-3293889" [ 751.831925] env[70491]: _type = "Task" [ 751.831925] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.844233] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293889, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.889076] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103557} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.889413] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.890461] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843e09f-857f-44c2-9cb4-4777d15e5014 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.917473] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 7cd7b600-87de-4f1a-a652-fa50483081e2/7cd7b600-87de-4f1a-a652-fa50483081e2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.918304] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3b7568-b942-4aaa-9dd8-cd9f225b74ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.942797] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 751.942797] env[70491]: value = "task-3293890" [ 751.942797] env[70491]: _type = "Task" [ 751.942797] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.954532] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.107238] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293887, 'name': ReconfigVM_Task, 'duration_secs': 0.754807} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.107972] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 8e8650ee-1c9a-4ed0-af77-de29148ad085/8e8650ee-1c9a-4ed0-af77-de29148ad085.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.109691] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20341958-bbe3-4436-a487-9ad928398acc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.114816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.120140] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 752.120140] env[70491]: value = "task-3293891" [ 752.120140] env[70491]: _type = "Task" [ 752.120140] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.130733] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293891, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.234506] env[70491]: DEBUG nova.network.neutron [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.327982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.970s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.331394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.336s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.331746] env[70491]: DEBUG nova.objects.instance [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lazy-loading 'resources' on Instance uuid 5c4a35bf-9d1d-451d-bd19-7bfb288804f2 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.347156] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293889, 'name': CreateVM_Task, 'duration_secs': 0.385592} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.347372] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.348645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.348645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.348645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.348953] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab93722-d119-411e-88e4-fae2b191a2ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.355302] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 752.355302] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f43e9-858a-e99b-b5eb-a24a2b193e3e" [ 752.355302] env[70491]: _type = "Task" [ 752.355302] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.365882] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f43e9-858a-e99b-b5eb-a24a2b193e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.456410] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293890, 'name': ReconfigVM_Task, 'duration_secs': 0.360597} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.456767] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 7cd7b600-87de-4f1a-a652-fa50483081e2/7cd7b600-87de-4f1a-a652-fa50483081e2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.457446] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e694f3a-4dc9-4cdb-a049-d690cb933e1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.469321] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 752.469321] env[70491]: value = "task-3293892" [ 752.469321] env[70491]: _type = "Task" [ 752.469321] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.481300] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293892, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.531999] env[70491]: DEBUG nova.network.neutron [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Updated VIF entry in instance network info cache for port 3c4879cf-e8e4-4858-aab2-54b76de3ab5f. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.532442] env[70491]: DEBUG nova.network.neutron [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Updating instance_info_cache with network_info: [{"id": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "address": "fa:16:3e:df:dd:55", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c4879cf-e8", "ovs_interfaceid": "3c4879cf-e8e4-4858-aab2-54b76de3ab5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.631839] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293891, 'name': Rename_Task, 'duration_secs': 0.191233} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.632169] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.632445] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e7b7d7-60c6-4516-8e4c-7d358797107f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.641021] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 752.641021] env[70491]: value = "task-3293893" [ 752.641021] env[70491]: _type = "Task" [ 752.641021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.650914] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.737423] env[70491]: INFO nova.compute.manager [-] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Took 1.37 seconds to deallocate network for instance. [ 752.872012] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f43e9-858a-e99b-b5eb-a24a2b193e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.872364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.872620] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.872945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.873137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.873329] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.873650] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e5ab3c-d1e5-45a9-a8ff-e6eeb55c183d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.894831] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.895040] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.896586] env[70491]: INFO nova.scheduler.client.report [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleted allocation for migration 16e80985-6a0b-4f3f-8549-10bb32531aaa [ 752.897902] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6611365a-130c-4e1a-a1b4-0da9f707bebb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.907352] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 752.907352] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5297c20b-55b8-ea88-a41f-5d4b578f50d7" [ 752.907352] env[70491]: _type = "Task" [ 752.907352] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.917854] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5297c20b-55b8-ea88-a41f-5d4b578f50d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.985661] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293892, 'name': Rename_Task, 'duration_secs': 0.161405} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.988618] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.989977] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194cad5d-dc09-4163-9d45-0efc36743b37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.998812] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 752.998812] env[70491]: value = "task-3293894" [ 752.998812] env[70491]: _type = "Task" [ 752.998812] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.012024] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.035776] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9344d1f-ba6a-4075-b5fe-201ce22cff0d req-049ebd2a-9f40-4592-9571-ab38df507b72 service nova] Releasing lock "refresh_cache-b5626e84-a943-46d6-9333-0f5362b32884" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.152807] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293893, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.245683] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.403701] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf01a0-576b-422f-bb51-ca68b0635f86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407367] env[70491]: DEBUG oslo_concurrency.lockutils [None req-634fb6c0-1e57-436f-b62a-0a757db5f6a0 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.981s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.415800] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6eb31d-fc4d-4afd-8fd1-9cb10c6c5870 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.423149] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5297c20b-55b8-ea88-a41f-5d4b578f50d7, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.424981] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed1399a-fd63-4023-9a68-d75a45a24178 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.456620] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299d75d6-9956-417a-9d30-783df969be82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.461358] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 753.461358] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206b0b2-0910-3f6c-a167-ed32e342073a" [ 753.461358] env[70491]: _type = "Task" [ 753.461358] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.468988] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c24fe7-d0e2-4eba-933c-1d25ccb73c25 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.477264] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206b0b2-0910-3f6c-a167-ed32e342073a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.488470] env[70491]: DEBUG nova.compute.provider_tree [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.512078] env[70491]: DEBUG oslo_vmware.api [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3293894, 'name': PowerOnVM_Task, 'duration_secs': 0.480506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.512078] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.512614] env[70491]: INFO nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Took 8.04 seconds to spawn the instance on the hypervisor. [ 753.512614] env[70491]: DEBUG nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.513661] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a974aa98-adb7-4dd2-9a23-02c994e48a83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.652454] env[70491]: DEBUG oslo_vmware.api [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293893, 'name': PowerOnVM_Task, 'duration_secs': 0.638767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.652733] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.652972] env[70491]: DEBUG nova.compute.manager [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.653800] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ef56f-8e50-4f28-8cc3-df39a71a59c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.974910] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206b0b2-0910-3f6c-a167-ed32e342073a, 'name': SearchDatastore_Task, 'duration_secs': 0.018127} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.974910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.974910] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b5626e84-a943-46d6-9333-0f5362b32884/b5626e84-a943-46d6-9333-0f5362b32884.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.975236] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dd9ded4-a750-4ff0-a49c-079bc0e0fa94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.984485] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 753.984485] env[70491]: value = "task-3293895" [ 753.984485] env[70491]: _type = "Task" [ 753.984485] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.991497] env[70491]: DEBUG nova.scheduler.client.report [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.000504] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.034823] env[70491]: INFO nova.compute.manager [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Took 40.72 seconds to build instance. [ 754.171433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.498018] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.502120] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.505057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.964s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.506510] env[70491]: INFO nova.compute.claims [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.531704] env[70491]: INFO nova.scheduler.client.report [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleted allocations for instance 5c4a35bf-9d1d-451d-bd19-7bfb288804f2 [ 754.536741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7e0a24a-2a04-4397-a51a-8dfc6661b7ba tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.650s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.996315] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.039507] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.042527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b470a2aa-24fa-4898-88f9-576d389d512f tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "5c4a35bf-9d1d-451d-bd19-7bfb288804f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.559s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.497017] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293895, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.559035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.973711] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.973938] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.974119] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.974414] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.974574] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.974720] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.974950] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.975124] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.975303] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.975469] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.975666] env[70491]: DEBUG nova.virt.hardware [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.978307] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66250314-b2e6-4742-914f-223df58dfb78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.987432] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 755.991233] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e573c9f7-2969-46fb-868e-e057002f25d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.999152] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94fa94-06e2-4d20-ba6b-a656c30e0cdd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.010654] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.010766] env[70491]: ERROR oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk due to incomplete transfer. [ 756.023270] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dce6bbee-61fd-406a-bc74-d927150f1bff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.025369] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293895, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.611813} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.025677] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.031770] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Creating folder: Project (6acd193f1ca94227bebdd82e63e335b4). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.034862] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b5626e84-a943-46d6-9333-0f5362b32884/b5626e84-a943-46d6-9333-0f5362b32884.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.035136] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.035389] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aff6ccb-fc7d-49bc-b187-7cc7b13f0947 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.037767] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ca14b27-a18f-4104-885a-66cad9978962 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.045729] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c089d4-b171-cf68-1498-8ff65e44326b/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.045921] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Uploaded image 40f1cca6-1038-4981-aaf5-022cf731f476 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.048249] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.052825] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-30e13413-5dd7-401e-a84c-b6159eb3f0dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.054484] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 756.054484] env[70491]: value = "task-3293897" [ 756.054484] env[70491]: _type = "Task" [ 756.054484] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.056200] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Created folder: Project (6acd193f1ca94227bebdd82e63e335b4) in parent group-v657728. [ 756.056419] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Creating folder: Instances. Parent ref: group-v657825. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.060571] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd97907-730c-4f9a-921f-8d46fc0e2722 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.065369] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 756.065369] env[70491]: value = "task-3293898" [ 756.065369] env[70491]: _type = "Task" [ 756.065369] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.068793] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.077647] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Created folder: Instances in parent group-v657825. [ 756.078075] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.078845] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.079228] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17f77fc0-dc31-40a9-8cd6-b290b4ea5200 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.098648] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684e7bd6-1f6f-45c6-9388-c42be7b5868c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.101433] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293898, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.109691] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.109691] env[70491]: value = "task-3293900" [ 756.109691] env[70491]: _type = "Task" [ 756.109691] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.111218] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d309480-efd2-45c7-9da1-2448c8b0a7ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.127686] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293900, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.153455] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9160b0d1-cd34-4016-bcd0-8762565344ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.162846] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8af1c8-01c2-440a-a0b4-2f2ed79b9200 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.180346] env[70491]: DEBUG nova.compute.provider_tree [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.376320] env[70491]: DEBUG nova.compute.manager [req-bf596cf4-26e2-4d59-aa77-d62014501ec7 req-3ee0c09f-3ca0-4a69-acbf-906566c59ed3 service nova] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Received event network-vif-deleted-51c4ccb1-f620-4d75-99c6-9e4ff0a65055 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.568114] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250824} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.568484] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.569490] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd73c4e2-95f0-46a6-bb71-ccf777d99ff9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.582578] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293898, 'name': Destroy_Task, 'duration_secs': 0.509851} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.593992] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Destroyed the VM [ 756.594343] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.603758] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] b5626e84-a943-46d6-9333-0f5362b32884/b5626e84-a943-46d6-9333-0f5362b32884.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.604127] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8d983075-7781-4514-97d7-f0001df71d63 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.606210] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced422e7-8ca7-4e37-8a6f-9f13d0ca8a84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.628010] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 756.628010] env[70491]: value = "task-3293901" [ 756.628010] env[70491]: _type = "Task" [ 756.628010] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.640059] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293900, 'name': CreateVM_Task, 'duration_secs': 0.39534} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.640549] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 756.640549] env[70491]: value = "task-3293902" [ 756.640549] env[70491]: _type = "Task" [ 756.640549] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.641379] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.642092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.642330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.642929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.652199] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9ebf07-d4e4-43da-86e3-a65eb14a9db9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.654664] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293901, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.669910] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.670466] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 756.670466] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5251a1cb-fd85-39e2-c1a4-7f4e3f63806a" [ 756.670466] env[70491]: _type = "Task" [ 756.670466] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.685080] env[70491]: DEBUG nova.scheduler.client.report [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.690299] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5251a1cb-fd85-39e2-c1a4-7f4e3f63806a, 'name': SearchDatastore_Task, 'duration_secs': 0.017343} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.691017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.691329] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.691661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.691862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.692133] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.692510] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9920a669-a5db-4ee9-8b10-453d74dcce8f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.705088] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.705377] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.706505] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6dd442-5c61-4e0d-a6b9-74c9c42a48e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.715740] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 756.715740] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262b0c0-18c1-045f-0a8a-d41dd1d1cb27" [ 756.715740] env[70491]: _type = "Task" [ 756.715740] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.725780] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262b0c0-18c1-045f-0a8a-d41dd1d1cb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.920272] env[70491]: DEBUG nova.compute.manager [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Received event network-changed-35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.920459] env[70491]: DEBUG nova.compute.manager [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Refreshing instance network info cache due to event network-changed-35c4e2ca-3dd2-45a4-b046-9774bc230641. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.920677] env[70491]: DEBUG oslo_concurrency.lockutils [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] Acquiring lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.920819] env[70491]: DEBUG oslo_concurrency.lockutils [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] Acquired lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.920978] env[70491]: DEBUG nova.network.neutron [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Refreshing network info cache for port 35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.140332] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293901, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.152475] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293902, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.192616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.193334] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.196073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.510s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.196424] env[70491]: DEBUG nova.objects.instance [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lazy-loading 'resources' on Instance uuid 4e3fbc2c-0f70-4408-b71d-422f32141d1f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.229036] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262b0c0-18c1-045f-0a8a-d41dd1d1cb27, 'name': SearchDatastore_Task, 'duration_secs': 0.018325} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.229830] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158866f1-725b-44c4-831e-dee9b69f949a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.237104] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 757.237104] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1034f-2ec8-ded6-725c-37d7bbd7f2be" [ 757.237104] env[70491]: _type = "Task" [ 757.237104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.254137] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1034f-2ec8-ded6-725c-37d7bbd7f2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.495661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.496021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.496295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.496538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.496728] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.499398] env[70491]: INFO nova.compute.manager [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Terminating instance [ 757.640900] env[70491]: DEBUG oslo_vmware.api [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293901, 'name': RemoveSnapshot_Task, 'duration_secs': 0.941258} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.641302] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.645022] env[70491]: INFO nova.compute.manager [None req-ccaa7806-c884-4241-bc9c-bbb4cd5c5e7e tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 13.94 seconds to snapshot the instance on the hypervisor. [ 757.658022] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293902, 'name': ReconfigVM_Task, 'duration_secs': 0.658469} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.658022] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Reconfigured VM instance instance-0000001e to attach disk [datastore1] b5626e84-a943-46d6-9333-0f5362b32884/b5626e84-a943-46d6-9333-0f5362b32884.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.658022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12aa91b-8f6d-46d0-8126-84cb4bb66340 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.666069] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 757.666069] env[70491]: value = "task-3293903" [ 757.666069] env[70491]: _type = "Task" [ 757.666069] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.675964] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293903, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.704758] env[70491]: DEBUG nova.compute.utils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.706817] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.706935] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.749479] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a1034f-2ec8-ded6-725c-37d7bbd7f2be, 'name': SearchDatastore_Task, 'duration_secs': 0.018046} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.750842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.750842] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ff7a11f0-13a3-4395-bced-6ff716206ea0/ff7a11f0-13a3-4395-bced-6ff716206ea0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.750842] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-912a2c7c-c377-43d9-8333-d5ff86a7f4de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.755191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.755436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.755687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "8e8650ee-1c9a-4ed0-af77-de29148ad085-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.755899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.756095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.758859] env[70491]: INFO nova.compute.manager [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Terminating instance [ 757.761378] env[70491]: DEBUG nova.policy [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b0dce3dbd746378a506e51e55c1f08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bdff2bb0f014f5cb4512eaf2f8ef048', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.766877] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 757.766877] env[70491]: value = "task-3293904" [ 757.766877] env[70491]: _type = "Task" [ 757.766877] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.778182] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.007572] env[70491]: DEBUG nova.compute.manager [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.007572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.007572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35cccb5-be44-4429-bfa9-e01ac24c2386 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.018636] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.021026] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb6188b-b03b-4551-8510-0c38fa5116bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.031160] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 758.031160] env[70491]: value = "task-3293905" [ 758.031160] env[70491]: _type = "Task" [ 758.031160] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.048742] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.052777] env[70491]: DEBUG nova.network.neutron [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updated VIF entry in instance network info cache for port 35c4e2ca-3dd2-45a4-b046-9774bc230641. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.053144] env[70491]: DEBUG nova.network.neutron [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updating instance_info_cache with network_info: [{"id": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "address": "fa:16:3e:8c:49:4b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c4e2ca-3d", "ovs_interfaceid": "35c4e2ca-3dd2-45a4-b046-9774bc230641", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.178505] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293903, 'name': Rename_Task, 'duration_secs': 0.276713} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.178829] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.179097] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7417c305-8af3-41b7-a051-f2871d287acc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.191151] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 758.191151] env[70491]: value = "task-3293906" [ 758.191151] env[70491]: _type = "Task" [ 758.191151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.209039] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.211545] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.265689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "refresh_cache-8e8650ee-1c9a-4ed0-af77-de29148ad085" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.265908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquired lock "refresh_cache-8e8650ee-1c9a-4ed0-af77-de29148ad085" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.266141] env[70491]: DEBUG nova.network.neutron [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.293319] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293904, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.297424] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 758.298873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dbde88-6d31-44e8-ae76-cf8c838e3377 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.312894] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 758.312894] env[70491]: ERROR oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk due to incomplete transfer. [ 758.314037] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3267afe5-f5d3-4320-832d-2f93e009d126 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.328713] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526c5ce5-66bb-c126-a751-ae18f8266cfa/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 758.328713] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Uploaded image 3acb909b-c565-499a-bde1-9250fc400500 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 758.328713] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 758.329164] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d90a39cd-402e-46d3-a1eb-13241cd55c22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.338777] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 758.338777] env[70491]: value = "task-3293907" [ 758.338777] env[70491]: _type = "Task" [ 758.338777] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.351766] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293907, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.425027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba43dcbe-2f49-4c31-8bc5-46d31224be0e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.441826] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684614c6-4265-4ae5-ae72-b56ede5820db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.485040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b96a4e5-e5b6-4708-b29c-8b2a3c29f719 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.495800] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d06f7a-263a-4b9b-a4c5-f91b861b1549 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.513732] env[70491]: DEBUG nova.compute.provider_tree [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.542956] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293905, 'name': PowerOffVM_Task, 'duration_secs': 0.294372} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.543270] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.543439] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.543715] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85cf7ac1-a8ab-454c-a1e0-5a1acd6b73a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.558537] env[70491]: DEBUG oslo_concurrency.lockutils [req-c14c2c20-dd91-4632-875a-e8c0aa33dea1 req-de8e1d7d-15d2-4a3d-a752-345bbb64277f service nova] Releasing lock "refresh_cache-93983e23-0f91-4af0-9c71-4e04b954bf56" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.559534] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Successfully created port: b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.597478] env[70491]: DEBUG nova.compute.manager [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Received event network-changed-0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.601380] env[70491]: DEBUG nova.compute.manager [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Refreshing instance network info cache due to event network-changed-0df87689-ab7d-4fa6-9687-6eea0d922773. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.601380] env[70491]: DEBUG oslo_concurrency.lockutils [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] Acquiring lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.601380] env[70491]: DEBUG oslo_concurrency.lockutils [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] Acquired lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.601380] env[70491]: DEBUG nova.network.neutron [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Refreshing network info cache for port 0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.632813] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.633117] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.633334] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleting the datastore file [datastore1] 8ff3c6e9-627b-4750-8157-5bbc2d76f832 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.633883] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9078704-b482-466c-93cd-19e9c3087b1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.642797] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for the task: (returnval){ [ 758.642797] env[70491]: value = "task-3293909" [ 758.642797] env[70491]: _type = "Task" [ 758.642797] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.653120] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.702813] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.783230] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813874} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.783632] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ff7a11f0-13a3-4395-bced-6ff716206ea0/ff7a11f0-13a3-4395-bced-6ff716206ea0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.784010] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.784642] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57e3bac-7c77-46c7-9a30-da72e13fac01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.793745] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 758.793745] env[70491]: value = "task-3293910" [ 758.793745] env[70491]: _type = "Task" [ 758.793745] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.806401] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.807378] env[70491]: DEBUG nova.network.neutron [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.856806] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293907, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.888440] env[70491]: DEBUG nova.network.neutron [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.017068] env[70491]: DEBUG nova.scheduler.client.report [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.157911] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.202094] env[70491]: DEBUG oslo_vmware.api [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293906, 'name': PowerOnVM_Task, 'duration_secs': 0.961093} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.202384] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.202586] env[70491]: INFO nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Took 10.86 seconds to spawn the instance on the hypervisor. [ 759.202820] env[70491]: DEBUG nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.203587] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc6280-fb08-41a9-bcc6-1a5061966221 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.223778] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.261179] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.261179] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.261179] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.261445] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.261445] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.261445] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.261445] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.261445] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.261577] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.261577] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.261577] env[70491]: DEBUG nova.virt.hardware [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.262126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c510a3-1da6-4780-9356-9729da2a0ac2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.274667] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686b5572-9768-491f-bdb1-1885bf163b93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.303413] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.303746] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.304544] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dec4cd4-e1f6-4a94-89af-639a65c1c7dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.328561] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] ff7a11f0-13a3-4395-bced-6ff716206ea0/ff7a11f0-13a3-4395-bced-6ff716206ea0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.328876] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad32bd0-d5e7-4be1-a871-6c4be99c4915 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.350679] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 759.350679] env[70491]: value = "task-3293911" [ 759.350679] env[70491]: _type = "Task" [ 759.350679] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.355280] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293907, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.366971] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.393295] env[70491]: DEBUG nova.network.neutron [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updated VIF entry in instance network info cache for port 0df87689-ab7d-4fa6-9687-6eea0d922773. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.393683] env[70491]: DEBUG nova.network.neutron [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updating instance_info_cache with network_info: [{"id": "0df87689-ab7d-4fa6-9687-6eea0d922773", "address": "fa:16:3e:30:fc:fb", "network": {"id": "94f7f36b-6cb3-4b31-ac8a-ce66b85fa58b", "bridge": "br-int", "label": "tempest-ServersTestJSON-391093684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c462fbf2e924bf59053aef6755da521", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0df87689-ab", "ovs_interfaceid": "0df87689-ab7d-4fa6-9687-6eea0d922773", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.398938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Releasing lock "refresh_cache-8e8650ee-1c9a-4ed0-af77-de29148ad085" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.398938] env[70491]: DEBUG nova.compute.manager [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.398938] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.398938] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c081dad4-a176-4f12-bf61-6bba54a4fa86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.406293] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.406562] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6f2cf5-175c-4439-a011-741d60a8de6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.415289] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 759.415289] env[70491]: value = "task-3293912" [ 759.415289] env[70491]: _type = "Task" [ 759.415289] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.424529] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.522838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.526692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.368s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.528525] env[70491]: INFO nova.compute.claims [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.552119] env[70491]: INFO nova.scheduler.client.report [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Deleted allocations for instance 4e3fbc2c-0f70-4408-b71d-422f32141d1f [ 759.654064] env[70491]: DEBUG oslo_vmware.api [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Task: {'id': task-3293909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596922} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.654339] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.654542] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.654693] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.654883] env[70491]: INFO nova.compute.manager [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Took 1.65 seconds to destroy the instance on the hypervisor. [ 759.655146] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.655337] env[70491]: DEBUG nova.compute.manager [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.655431] env[70491]: DEBUG nova.network.neutron [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.726986] env[70491]: INFO nova.compute.manager [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Took 39.21 seconds to build instance. [ 759.859459] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293907, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.870440] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.897863] env[70491]: DEBUG oslo_concurrency.lockutils [req-bbd0f238-ddc7-4cae-8bed-5deb739ca51e req-30ee1734-5bca-469d-9c3a-7b9ab865a579 service nova] Releasing lock "refresh_cache-7cd7b600-87de-4f1a-a652-fa50483081e2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.929050] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293912, 'name': PowerOffVM_Task, 'duration_secs': 0.186682} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.929981] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.930205] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.930723] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8155b56c-fef3-414a-b320-ca39313788ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.962750] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.963041] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.963199] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Deleting the datastore file [datastore1] 8e8650ee-1c9a-4ed0-af77-de29148ad085 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.963640] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1807a75-26f9-4993-81fd-9528c0e45015 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.970902] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for the task: (returnval){ [ 759.970902] env[70491]: value = "task-3293914" [ 759.970902] env[70491]: _type = "Task" [ 759.970902] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.980536] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.061466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b94fbe9-1b50-4779-85e5-c8e6aa23690e tempest-ServerDiagnosticsNegativeTest-933928600 tempest-ServerDiagnosticsNegativeTest-933928600-project-member] Lock "4e3fbc2c-0f70-4408-b71d-422f32141d1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.213s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.150832] env[70491]: DEBUG nova.compute.manager [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-vif-plugged-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.151055] env[70491]: DEBUG oslo_concurrency.lockutils [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] Acquiring lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.151266] env[70491]: DEBUG oslo_concurrency.lockutils [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.151506] env[70491]: DEBUG oslo_concurrency.lockutils [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.151584] env[70491]: DEBUG nova.compute.manager [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] No waiting events found dispatching network-vif-plugged-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.151743] env[70491]: WARNING nova.compute.manager [req-7dfd8481-416c-4358-8e61-65b8f347d2e7 req-6e10ddea-4acc-4342-ac95-775521df3c5c service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received unexpected event network-vif-plugged-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 for instance with vm_state building and task_state spawning. [ 760.230325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dce7a945-d393-4dbf-9a8d-e1fb3679269c tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.789s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.261991] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Successfully updated port: b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.354560] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293907, 'name': Destroy_Task, 'duration_secs': 1.926288} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.354806] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Destroyed the VM [ 760.355061] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 760.355342] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-512e3e1a-727d-4a1d-8367-3515bf5c3cbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.367750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.369017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.369017] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 760.369017] env[70491]: value = "task-3293915" [ 760.369017] env[70491]: _type = "Task" [ 760.369017] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.375302] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293911, 'name': ReconfigVM_Task, 'duration_secs': 0.690539} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.376056] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Reconfigured VM instance instance-0000001f to attach disk [datastore2] ff7a11f0-13a3-4395-bced-6ff716206ea0/ff7a11f0-13a3-4395-bced-6ff716206ea0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.376615] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edb2f0cc-b34e-49bc-831a-ae290ea2384b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.382053] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293915, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.388248] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 760.388248] env[70491]: value = "task-3293916" [ 760.388248] env[70491]: _type = "Task" [ 760.388248] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.402038] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293916, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.432741] env[70491]: DEBUG nova.network.neutron [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.483253] env[70491]: DEBUG oslo_vmware.api [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Task: {'id': task-3293914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277096} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.483791] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.484334] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.484731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.485107] env[70491]: INFO nova.compute.manager [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Took 1.09 seconds to destroy the instance on the hypervisor. [ 760.485498] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.485835] env[70491]: DEBUG nova.compute.manager [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.486080] env[70491]: DEBUG nova.network.neutron [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.508664] env[70491]: DEBUG nova.network.neutron [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.632086] env[70491]: DEBUG nova.compute.manager [req-4f95e452-e54f-4f55-aa94-f8aaa3991574 req-46d82b15-bdba-4cb3-8bcb-cf3f2b1a4575 service nova] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Received event network-vif-deleted-4640de98-48b6-4248-802e-271ee1a05180 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.733462] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.767972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.767972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.768314] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.881148] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293915, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.899410] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293916, 'name': Rename_Task, 'duration_secs': 0.148996} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.899590] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.899837] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9c0851-f915-4e10-b055-49b3066e8739 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.908941] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 760.908941] env[70491]: value = "task-3293917" [ 760.908941] env[70491]: _type = "Task" [ 760.908941] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.920169] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.934784] env[70491]: INFO nova.compute.manager [-] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Took 1.28 seconds to deallocate network for instance. [ 761.011594] env[70491]: DEBUG nova.network.neutron [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.141702] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcba3333-12bf-4e29-be8b-c3e3c900cbb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.150493] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739e4031-b908-4ca7-b58e-ef33377a2616 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.199322] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91099961-7f05-4e1c-9bf9-64a5c486b127 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.211031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838d60ba-0fda-4039-ae30-00ddcdb10151 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.234280] env[70491]: DEBUG nova.compute.provider_tree [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.248054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "b5626e84-a943-46d6-9333-0f5362b32884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.248504] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.248810] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "b5626e84-a943-46d6-9333-0f5362b32884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.249128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.249406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.251729] env[70491]: INFO nova.compute.manager [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Terminating instance [ 761.256271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.330812] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.379611] env[70491]: DEBUG oslo_vmware.api [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293915, 'name': RemoveSnapshot_Task, 'duration_secs': 0.562277} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.379883] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 761.380210] env[70491]: INFO nova.compute.manager [None req-9177bcf4-4ccf-434b-8792-a89575fc5233 tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 16.00 seconds to snapshot the instance on the hypervisor. [ 761.420648] env[70491]: DEBUG oslo_vmware.api [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293917, 'name': PowerOnVM_Task, 'duration_secs': 0.45191} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.420648] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.420648] env[70491]: INFO nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Took 10.04 seconds to spawn the instance on the hypervisor. [ 761.420648] env[70491]: DEBUG nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.421442] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692788d9-257e-444c-b974-15f6cb977d3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.444844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.512446] env[70491]: DEBUG nova.network.neutron [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.516181] env[70491]: INFO nova.compute.manager [-] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Took 1.03 seconds to deallocate network for instance. [ 761.735248] env[70491]: DEBUG nova.scheduler.client.report [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.755815] env[70491]: DEBUG nova.compute.manager [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.756034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.757468] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66980caf-f032-45be-8616-1beacb6e2ea7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.766821] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.767170] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-194ff205-1d53-417d-a532-3cb16b3cd68e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.775834] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 761.775834] env[70491]: value = "task-3293918" [ 761.775834] env[70491]: _type = "Task" [ 761.775834] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.785405] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.937433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "50415932-49a2-4b5c-a11d-e5e94d71d360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.937837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.938119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.938328] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.938501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.944139] env[70491]: INFO nova.compute.manager [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Terminating instance [ 761.950306] env[70491]: INFO nova.compute.manager [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Took 40.28 seconds to build instance. [ 762.018166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.018365] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Instance network_info: |[{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.019034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:3b:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ba5d93-35ae-4bdc-8ae4-d136f1578f01', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.026499] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Creating folder: Project (6bdff2bb0f014f5cb4512eaf2f8ef048). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.027626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.027904] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e71830bd-1027-4ffb-a452-cd8369eaf208 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.042181] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Created folder: Project (6bdff2bb0f014f5cb4512eaf2f8ef048) in parent group-v657728. [ 762.042377] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Creating folder: Instances. Parent ref: group-v657828. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.042624] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48290712-4921-47e4-877a-14bbfe004bf4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.054628] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Created folder: Instances in parent group-v657828. [ 762.054884] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.055133] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.055598] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f8487de-2e4d-48f4-9ab0-ebeec531159d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.078229] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.078229] env[70491]: value = "task-3293921" [ 762.078229] env[70491]: _type = "Task" [ 762.078229] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.087137] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293921, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.178256] env[70491]: DEBUG nova.compute.manager [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.178256] env[70491]: DEBUG nova.compute.manager [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing instance network info cache due to event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.178445] env[70491]: DEBUG oslo_concurrency.lockutils [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.178479] env[70491]: DEBUG oslo_concurrency.lockutils [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.178667] env[70491]: DEBUG nova.network.neutron [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.240239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.240780] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.243425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.288s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.244884] env[70491]: INFO nova.compute.claims [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.287856] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293918, 'name': PowerOffVM_Task, 'duration_secs': 0.244661} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.288181] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.288347] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.288593] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-300adc5e-6727-4eca-bbde-6365cf771740 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.378919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.379214] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.379398] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Deleting the datastore file [datastore1] b5626e84-a943-46d6-9333-0f5362b32884 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.379711] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b08418b-7cc5-487d-982b-74c0b880263b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.387437] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for the task: (returnval){ [ 762.387437] env[70491]: value = "task-3293923" [ 762.387437] env[70491]: _type = "Task" [ 762.387437] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.396608] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.453226] env[70491]: DEBUG nova.compute.manager [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.453577] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.453874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-adbc8434-7062-4761-9277-d7daab7ba701 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.691s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.454696] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9619731c-1787-4d0d-a1f3-baa3840b0daf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.466503] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.466948] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfd2eae-7f8b-431a-8b89-eb52322d22f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.475456] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 762.475456] env[70491]: value = "task-3293924" [ 762.475456] env[70491]: _type = "Task" [ 762.475456] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.486135] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.591410] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293921, 'name': CreateVM_Task, 'duration_secs': 0.504549} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.591410] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.592334] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.592612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593397] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e515d1-067d-437a-bc57-d711a5007c85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.599292] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 762.599292] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afb649-c22d-0c83-eb49-ee53b07d2391" [ 762.599292] env[70491]: _type = "Task" [ 762.599292] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.609627] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afb649-c22d-0c83-eb49-ee53b07d2391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.751691] env[70491]: DEBUG nova.compute.utils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.753165] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.753338] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.807029] env[70491]: DEBUG nova.policy [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fbe349a6bfa405eaab20e687cf395b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c509a9485f4c42e58f6a36d22890acab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.903276] env[70491]: DEBUG oslo_vmware.api [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Task: {'id': task-3293923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248233} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.903660] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.903748] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.905308] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.905308] env[70491]: INFO nova.compute.manager [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.905308] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.907705] env[70491]: DEBUG nova.compute.manager [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.907800] env[70491]: DEBUG nova.network.neutron [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.961254] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.975487] env[70491]: DEBUG nova.network.neutron [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updated VIF entry in instance network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.975487] env[70491]: DEBUG nova.network.neutron [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.989456] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293924, 'name': PowerOffVM_Task, 'duration_secs': 0.331275} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.990719] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.990824] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.991818] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e94866dd-deac-436d-ad01-8fc0e157d37a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.073482] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.073698] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.073874] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleting the datastore file [datastore1] 50415932-49a2-4b5c-a11d-e5e94d71d360 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.074164] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d276fe7-9565-441f-970c-728b93918759 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.083854] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 763.083854] env[70491]: value = "task-3293926" [ 763.083854] env[70491]: _type = "Task" [ 763.083854] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.095754] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.110137] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afb649-c22d-0c83-eb49-ee53b07d2391, 'name': SearchDatastore_Task, 'duration_secs': 0.024131} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.110137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.110307] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.110536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.111843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.112063] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.112474] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e36e223b-f9cf-49c0-b0a6-d9fc9cc153e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.121530] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.123846] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.123846] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9611b8-455f-4d0a-a6cd-536a99d8ab15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.129625] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 763.129625] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e84a7f-ec70-fd06-aa8c-777038004bdb" [ 763.129625] env[70491]: _type = "Task" [ 763.129625] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.138305] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e84a7f-ec70-fd06-aa8c-777038004bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.258998] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.412075] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Successfully created port: e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.432600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.432753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.432952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.434716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.434716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.435649] env[70491]: INFO nova.compute.manager [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Terminating instance [ 763.459764] env[70491]: DEBUG nova.compute.manager [None req-ac5b1365-b6cb-4aa8-ab94-76635ecaf05d tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.460974] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee7428d-55a2-49d2-89f5-2e70143ddbcd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.477573] env[70491]: DEBUG oslo_concurrency.lockutils [req-881efbc7-b749-48e3-86d6-f82446a7657a req-5f41db4b-0445-481d-b70c-bc59526318bc service nova] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.495562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.559030] env[70491]: DEBUG nova.compute.manager [req-989b8fa5-7d3a-4419-a4c8-e64bfbf74e0a req-4b7866f0-d9a9-42ab-a4b5-2a756c86cd15 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Received event network-vif-deleted-3c4879cf-e8e4-4858-aab2-54b76de3ab5f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.559239] env[70491]: INFO nova.compute.manager [req-989b8fa5-7d3a-4419-a4c8-e64bfbf74e0a req-4b7866f0-d9a9-42ab-a4b5-2a756c86cd15 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Neutron deleted interface 3c4879cf-e8e4-4858-aab2-54b76de3ab5f; detaching it from the instance and deleting it from the info cache [ 763.559416] env[70491]: DEBUG nova.network.neutron [req-989b8fa5-7d3a-4419-a4c8-e64bfbf74e0a req-4b7866f0-d9a9-42ab-a4b5-2a756c86cd15 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.598920] env[70491]: DEBUG oslo_vmware.api [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416476} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.601866] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.602075] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.602247] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.602431] env[70491]: INFO nova.compute.manager [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Took 1.15 seconds to destroy the instance on the hypervisor. [ 763.602666] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.603080] env[70491]: DEBUG nova.compute.manager [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.603181] env[70491]: DEBUG nova.network.neutron [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.640412] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e84a7f-ec70-fd06-aa8c-777038004bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009587} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.643886] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b173c0-3d8c-4846-9738-02eec31c8048 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.653392] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 763.653392] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8145d-5fed-49b8-3cb4-4dc59fdf158d" [ 763.653392] env[70491]: _type = "Task" [ 763.653392] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.669509] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8145d-5fed-49b8-3cb4-4dc59fdf158d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.732630] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.732875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.733237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "ff7a11f0-13a3-4395-bced-6ff716206ea0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.733530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.733621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.738321] env[70491]: INFO nova.compute.manager [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Terminating instance [ 763.920995] env[70491]: DEBUG nova.network.neutron [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.938553] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0a5706-353a-4b77-87fd-d0ef41cdb5c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.943420] env[70491]: DEBUG nova.compute.manager [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.943703] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.945025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c593c2f-699b-409e-9688-7463d19473ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.956619] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbad0ab-59ee-4983-9d8b-0f71e8a82500 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.960671] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.960752] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a13c097e-ee78-4c92-b75d-4406bc628da5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.994810] env[70491]: INFO nova.compute.manager [None req-ac5b1365-b6cb-4aa8-ab94-76635ecaf05d tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] instance snapshotting [ 763.995542] env[70491]: DEBUG nova.objects.instance [None req-ac5b1365-b6cb-4aa8-ab94-76635ecaf05d tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lazy-loading 'flavor' on Instance uuid ff7a11f0-13a3-4395-bced-6ff716206ea0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.998687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08551bd5-bcb9-4628-ae10-7c39e0ffa899 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.001998] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 764.001998] env[70491]: value = "task-3293927" [ 764.001998] env[70491]: _type = "Task" [ 764.001998] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.010542] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74692c9e-e0c2-4d8d-9792-10a52c3219a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.020313] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.032550] env[70491]: DEBUG nova.compute.provider_tree [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.064650] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e64be0f-b0fb-4a39-a43e-4e593f9a8ba9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.076350] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86b519-db31-4b8c-884e-9b89c606719f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.118582] env[70491]: DEBUG nova.compute.manager [req-989b8fa5-7d3a-4419-a4c8-e64bfbf74e0a req-4b7866f0-d9a9-42ab-a4b5-2a756c86cd15 service nova] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Detach interface failed, port_id=3c4879cf-e8e4-4858-aab2-54b76de3ab5f, reason: Instance b5626e84-a943-46d6-9333-0f5362b32884 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 764.165343] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8145d-5fed-49b8-3cb4-4dc59fdf158d, 'name': SearchDatastore_Task, 'duration_secs': 0.020129} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.165729] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.166020] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6ef9ced2-36c4-4fa9-8617-a386e49236ed/6ef9ced2-36c4-4fa9-8617-a386e49236ed.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.166295] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-607b7b19-82eb-4f69-a92e-827320ea166b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.174814] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 764.174814] env[70491]: value = "task-3293928" [ 764.174814] env[70491]: _type = "Task" [ 764.174814] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.183575] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.242417] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "refresh_cache-ff7a11f0-13a3-4395-bced-6ff716206ea0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.242593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquired lock "refresh_cache-ff7a11f0-13a3-4395-bced-6ff716206ea0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.242767] env[70491]: DEBUG nova.network.neutron [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.280379] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.308723] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.309097] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.309213] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.309393] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.309542] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.310018] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.310018] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.310220] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.310438] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.310610] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.310783] env[70491]: DEBUG nova.virt.hardware [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.311675] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd74251-2c94-4d71-922c-2402786e2b8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.320567] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae64c9-36d6-4d98-9cec-a5d0e998f0f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.427387] env[70491]: INFO nova.compute.manager [-] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Took 1.52 seconds to deallocate network for instance. [ 764.513342] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a9a7a-3fdd-490a-bceb-96698cccecfb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.518832] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293927, 'name': PowerOffVM_Task, 'duration_secs': 0.189874} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.519525] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.519722] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.520056] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8fe9ddd-affe-4c78-9aa1-e4d8b5886fdc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.535365] env[70491]: DEBUG nova.scheduler.client.report [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.539372] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980e4e7-6030-410f-91b0-d7195f2af049 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.595029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.595147] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.595249] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Deleting the datastore file [datastore1] 7f3ca62d-3408-47fe-bc66-30cee0f2c5de {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.595533] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5093f98-64ad-42a9-81f1-4346d6d590ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.606072] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for the task: (returnval){ [ 764.606072] env[70491]: value = "task-3293930" [ 764.606072] env[70491]: _type = "Task" [ 764.606072] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.617705] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.686669] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293928, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.744926] env[70491]: DEBUG nova.network.neutron [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.765517] env[70491]: DEBUG nova.network.neutron [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.819186] env[70491]: DEBUG nova.network.neutron [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.935952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.043752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.044458] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.047593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.657s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.047900] env[70491]: DEBUG nova.objects.instance [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lazy-loading 'resources' on Instance uuid 626c0e13-c37f-4144-a83d-1aeba6d4c6d8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.052031] env[70491]: DEBUG nova.compute.manager [None req-ac5b1365-b6cb-4aa8-ab94-76635ecaf05d tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance disappeared during snapshot {{(pid=70491) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 765.121451] env[70491]: DEBUG oslo_vmware.api [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Task: {'id': task-3293930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369596} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.122088] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.122268] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.122439] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.122602] env[70491]: INFO nova.compute.manager [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 1.18 seconds to destroy the instance on the hypervisor. [ 765.122869] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.123087] env[70491]: DEBUG nova.compute.manager [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.123180] env[70491]: DEBUG nova.network.neutron [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.189027] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.827633} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.189027] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6ef9ced2-36c4-4fa9-8617-a386e49236ed/6ef9ced2-36c4-4fa9-8617-a386e49236ed.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.189027] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.189027] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-108105b6-218b-4869-a3be-3645ec85541e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.195501] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 765.195501] env[70491]: value = "task-3293931" [ 765.195501] env[70491]: _type = "Task" [ 765.195501] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.204029] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.207057] env[70491]: DEBUG nova.compute.manager [None req-ac5b1365-b6cb-4aa8-ab94-76635ecaf05d tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Found 0 images (rotation: 2) {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 765.250525] env[70491]: INFO nova.compute.manager [-] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Took 1.65 seconds to deallocate network for instance. [ 765.322107] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Releasing lock "refresh_cache-ff7a11f0-13a3-4395-bced-6ff716206ea0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.322594] env[70491]: DEBUG nova.compute.manager [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.322763] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.323957] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56669755-ab0b-4eb9-8004-f186e54ae368 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.334081] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.334375] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1204227-715a-4457-8f8b-befc81f33077 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.341504] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 765.341504] env[70491]: value = "task-3293932" [ 765.341504] env[70491]: _type = "Task" [ 765.341504] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.353559] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.550965] env[70491]: DEBUG nova.compute.utils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.554038] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.554234] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.631188] env[70491]: DEBUG nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Received event network-vif-deleted-a3edcc0e-552a-4ea1-87f1-5fc0f96d4e38 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.631188] env[70491]: DEBUG nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Received event network-vif-plugged-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.631188] env[70491]: DEBUG oslo_concurrency.lockutils [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] Acquiring lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.631553] env[70491]: DEBUG oslo_concurrency.lockutils [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.632153] env[70491]: DEBUG oslo_concurrency.lockutils [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.632503] env[70491]: DEBUG nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] No waiting events found dispatching network-vif-plugged-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.632883] env[70491]: WARNING nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Received unexpected event network-vif-plugged-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c for instance with vm_state building and task_state spawning. [ 765.633186] env[70491]: DEBUG nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Received event network-vif-deleted-05f95844-87d5-4023-b312-516cd63c0af8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.635913] env[70491]: INFO nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Neutron deleted interface 05f95844-87d5-4023-b312-516cd63c0af8; detaching it from the instance and deleting it from the info cache [ 765.635913] env[70491]: DEBUG nova.network.neutron [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.655579] env[70491]: DEBUG nova.policy [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fbe349a6bfa405eaab20e687cf395b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c509a9485f4c42e58f6a36d22890acab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.713635] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.274017} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.714033] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.714741] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba44f5-0959-477f-9d69-7ff49dac2598 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.742535] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 6ef9ced2-36c4-4fa9-8617-a386e49236ed/6ef9ced2-36c4-4fa9-8617-a386e49236ed.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.743383] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3647c7b2-b725-4abe-afc1-b1ecfdf5ac66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.766367] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.768812] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Successfully updated port: e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.773979] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 765.773979] env[70491]: value = "task-3293933" [ 765.773979] env[70491]: _type = "Task" [ 765.773979] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.784098] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.854114] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293932, 'name': PowerOffVM_Task, 'duration_secs': 0.130457} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.855039] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.855039] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.855039] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21591f19-f6d4-4be4-a0d6-9746724d2b5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.888021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.888021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.888021] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Deleting the datastore file [datastore2] ff7a11f0-13a3-4395-bced-6ff716206ea0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.888021] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cd94695-45f5-437e-88b2-dd12f61a93d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.896757] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for the task: (returnval){ [ 765.896757] env[70491]: value = "task-3293935" [ 765.896757] env[70491]: _type = "Task" [ 765.896757] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.907441] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.053698] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Successfully created port: f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.059939] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.065107] env[70491]: DEBUG nova.network.neutron [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.136791] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdf785e5-a52e-42d2-aa0a-635952e41cd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.151202] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb04c16-88f0-420b-abc5-acb09b7225f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.193276] env[70491]: DEBUG nova.compute.manager [req-2c5c9e5c-5dc3-4baf-b3db-5eda81f1bb5f req-3c2bcf91-9efa-458a-9f04-111b36bc433b service nova] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Detach interface failed, port_id=05f95844-87d5-4023-b312-516cd63c0af8, reason: Instance 7f3ca62d-3408-47fe-bc66-30cee0f2c5de could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 766.266333] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407d620-5b6e-4242-8a16-0cc512c291ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.274034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.274034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.274034] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.282538] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32a28ed-10c7-427d-bbd6-346ab7a995e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.294071] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293933, 'name': ReconfigVM_Task, 'duration_secs': 0.353466} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.319187] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 6ef9ced2-36c4-4fa9-8617-a386e49236ed/6ef9ced2-36c4-4fa9-8617-a386e49236ed.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.320758] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d212fc6-5677-442b-ab74-d37a6d50bd2a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.323311] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c372c3-cfb0-4c79-83f9-d085a2c76e15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.334600] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae8ff9-e6b6-4697-946c-2c5f407f8b75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.338778] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 766.338778] env[70491]: value = "task-3293936" [ 766.338778] env[70491]: _type = "Task" [ 766.338778] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.352905] env[70491]: DEBUG nova.compute.provider_tree [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.360760] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293936, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.410585] env[70491]: DEBUG oslo_vmware.api [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Task: {'id': task-3293935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091889} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.410888] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.411126] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.411391] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.411622] env[70491]: INFO nova.compute.manager [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 766.411899] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.412197] env[70491]: DEBUG nova.compute.manager [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.412314] env[70491]: DEBUG nova.network.neutron [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.435465] env[70491]: DEBUG nova.network.neutron [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.571504] env[70491]: INFO nova.compute.manager [-] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Took 1.45 seconds to deallocate network for instance. [ 766.804898] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.852224] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293936, 'name': Rename_Task, 'duration_secs': 0.166785} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.854827] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.856111] env[70491]: DEBUG nova.scheduler.client.report [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.860105] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1c7b5c-c9bf-4f16-9a68-430c6a4fb813 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.867907] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 766.867907] env[70491]: value = "task-3293937" [ 766.867907] env[70491]: _type = "Task" [ 766.867907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.880658] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.938100] env[70491]: DEBUG nova.network.neutron [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.002216] env[70491]: DEBUG nova.network.neutron [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Updating instance_info_cache with network_info: [{"id": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "address": "fa:16:3e:d0:3f:b7", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1fe68b2-6e", "ovs_interfaceid": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.075470] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.079453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.107351] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.107638] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.107819] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.108055] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.108179] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.108326] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.108550] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.108689] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.108875] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.109021] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.113091] env[70491]: DEBUG nova.virt.hardware [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.113091] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c96ebd-a432-47dd-9090-2542bcd19c76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.119226] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbd966-2a9f-4ff0-aa28-fbd9eec82708 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.364023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.366668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.808s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.380312] env[70491]: DEBUG oslo_vmware.api [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3293937, 'name': PowerOnVM_Task, 'duration_secs': 0.501258} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.380312] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.380312] env[70491]: INFO nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Took 8.16 seconds to spawn the instance on the hypervisor. [ 767.380312] env[70491]: DEBUG nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.380992] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453c439-987b-4969-a705-7e1f28029d7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.395327] env[70491]: INFO nova.scheduler.client.report [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted allocations for instance 626c0e13-c37f-4144-a83d-1aeba6d4c6d8 [ 767.446745] env[70491]: INFO nova.compute.manager [-] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Took 1.03 seconds to deallocate network for instance. [ 767.504451] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.504824] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Instance network_info: |[{"id": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "address": "fa:16:3e:d0:3f:b7", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1fe68b2-6e", "ovs_interfaceid": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.505250] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:3f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1fe68b2-6e6a-4396-89ca-0a21f5e0625c', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.515173] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Creating folder: Project (c509a9485f4c42e58f6a36d22890acab). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.517826] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a773a3c-e51e-484c-b29c-5061fe269ba4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.535710] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Created folder: Project (c509a9485f4c42e58f6a36d22890acab) in parent group-v657728. [ 767.536809] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Creating folder: Instances. Parent ref: group-v657831. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.537134] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff078114-9145-4f81-8aa7-0f5ecee0a7fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.551012] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Created folder: Instances in parent group-v657831. [ 767.551012] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.551012] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.551012] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24d9dd04-8962-449d-b5be-8f41b80973d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.575772] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.575772] env[70491]: value = "task-3293940" [ 767.575772] env[70491]: _type = "Task" [ 767.575772] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.587871] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293940, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.618432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.618749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.664958] env[70491]: DEBUG nova.compute.manager [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Received event network-changed-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.665667] env[70491]: DEBUG nova.compute.manager [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Refreshing instance network info cache due to event network-changed-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.665939] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Acquiring lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.666169] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Acquired lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.666304] env[70491]: DEBUG nova.network.neutron [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Refreshing network info cache for port e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.753624] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Successfully updated port: f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.904789] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56f34fe7-597b-486b-9d83-6ed46df055c6 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "626c0e13-c37f-4144-a83d-1aeba6d4c6d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.459s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.909047] env[70491]: INFO nova.compute.manager [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Took 42.39 seconds to build instance. [ 767.952279] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.089539] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293940, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.256034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.256255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.256742] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.373839] env[70491]: DEBUG nova.network.neutron [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Updated VIF entry in instance network info cache for port e1fe68b2-6e6a-4396-89ca-0a21f5e0625c. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.374256] env[70491]: DEBUG nova.network.neutron [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Updating instance_info_cache with network_info: [{"id": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "address": "fa:16:3e:d0:3f:b7", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1fe68b2-6e", "ovs_interfaceid": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.408749] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8ff3c6e9-627b-4750-8157-5bbc2d76f832 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.408980] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 509e5873-2aaf-4f37-887e-7e5e0806457d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409130] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 30561a2f-72e1-48d7-8f6a-0130a31465b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409254] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c18312e9-84ed-4c18-a3c6-fa9c7129e22a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409373] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d36628a8-cc0d-42dd-a71c-0c3cf88f0267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409504] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 50415932-49a2-4b5c-a11d-e5e94d71d360 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.409620] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2538666e-160f-4679-b303-74bba0abc87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409734] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409861] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5832edbb-f33e-46a7-a144-b321f725d785 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.409958] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 68f2388d-9800-4e21-b62c-f7f062c979b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.410087] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7f3ca62d-3408-47fe-bc66-30cee0f2c5de is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.410206] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.410317] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7ec9324c-f8ea-4528-a287-c42dc901c636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.410429] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 82b902e0-53d2-46d6-a07e-a66f2385531f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.410540] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.410661] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8e8650ee-1c9a-4ed0-af77-de29148ad085 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.411560] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 074a15ff-0c25-4893-ac56-e75c1642a5fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.411560] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 93983e23-0f91-4af0-9c71-4e04b954bf56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.411560] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7cd7b600-87de-4f1a-a652-fa50483081e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.411560] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance b5626e84-a943-46d6-9333-0f5362b32884 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 768.411714] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ff7a11f0-13a3-4395-bced-6ff716206ea0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.411714] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6ef9ced2-36c4-4fa9-8617-a386e49236ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.411714] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 29098eb4-49b4-40a2-b942-303d860e2fbb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.411714] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance b41cee04-e3c4-4361-8eb2-28f97f355338 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 768.413634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fce160d1-2385-4851-a7f6-368b35ded30e tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.539s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.587541] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293940, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.798105] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.879370] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Releasing lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.879617] env[70491]: DEBUG nova.compute.manager [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Received event network-vif-plugged-f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.879819] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Acquiring lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.880043] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.880211] env[70491]: DEBUG oslo_concurrency.lockutils [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.880376] env[70491]: DEBUG nova.compute.manager [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] No waiting events found dispatching network-vif-plugged-f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.880545] env[70491]: WARNING nova.compute.manager [req-b54dde0f-ad8a-4185-92db-8577adaf090c req-3952c58c-f27e-43e0-ac14-72d63e608302 service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Received unexpected event network-vif-plugged-f64cf593-e3ef-469d-93e6-249dbcda030a for instance with vm_state building and task_state spawning. [ 768.914783] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 34d94167-73a0-44ed-9b41-cc3e8bfdf30c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 768.919024] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.969573] env[70491]: DEBUG nova.network.neutron [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Updating instance_info_cache with network_info: [{"id": "f64cf593-e3ef-469d-93e6-249dbcda030a", "address": "fa:16:3e:90:fa:59", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64cf593-e3", "ovs_interfaceid": "f64cf593-e3ef-469d-93e6-249dbcda030a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.089596] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293940, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.423269] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 769.447651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.473036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.473036] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Instance network_info: |[{"id": "f64cf593-e3ef-469d-93e6-249dbcda030a", "address": "fa:16:3e:90:fa:59", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64cf593-e3", "ovs_interfaceid": "f64cf593-e3ef-469d-93e6-249dbcda030a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.473209] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:fa:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64cf593-e3ef-469d-93e6-249dbcda030a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.479816] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.480040] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.480424] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad63757-dcf6-4a6f-8b49-25bbd8807d4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.502241] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.502241] env[70491]: value = "task-3293941" [ 769.502241] env[70491]: _type = "Task" [ 769.502241] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.512374] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293941, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.590558] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293940, 'name': CreateVM_Task, 'duration_secs': 1.643219} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.590558] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.591411] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.591727] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.592016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.592675] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0573a61b-7e36-478b-b3e7-eb3f8fbd811c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598574] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 769.598574] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528a86c6-2740-2d6b-a638-363955d0ee08" [ 769.598574] env[70491]: _type = "Task" [ 769.598574] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.608350] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528a86c6-2740-2d6b-a638-363955d0ee08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.769792] env[70491]: DEBUG nova.compute.manager [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Received event network-changed-f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.770112] env[70491]: DEBUG nova.compute.manager [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Refreshing instance network info cache due to event network-changed-f64cf593-e3ef-469d-93e6-249dbcda030a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.770344] env[70491]: DEBUG oslo_concurrency.lockutils [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] Acquiring lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.770580] env[70491]: DEBUG oslo_concurrency.lockutils [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] Acquired lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.770654] env[70491]: DEBUG nova.network.neutron [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Refreshing network info cache for port f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.929506] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance cf4fe545-4ba2-486c-8b70-5b53e1412792 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 770.013734] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293941, 'name': CreateVM_Task, 'duration_secs': 0.344627} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.013957] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.014701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.110899] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528a86c6-2740-2d6b-a638-363955d0ee08, 'name': SearchDatastore_Task, 'duration_secs': 0.013927} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.111198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.111239] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.111442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.111585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.111841] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.112190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.112354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.112576] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88ad3ac4-4504-4967-9728-3e3fdc9ea801 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.114511] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bc14e7-ac41-4dd7-91b3-6964cbd2b3c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.120971] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 770.120971] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a45ad9-c104-0e24-e458-3ec3e3663bb1" [ 770.120971] env[70491]: _type = "Task" [ 770.120971] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.129954] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a45ad9-c104-0e24-e458-3ec3e3663bb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.134658] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.134834] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.135603] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d067fa-55b7-48d0-9ad2-92380fb7c6e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.141613] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 770.141613] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5264c7ab-69cb-e49c-7a42-4a8834588a75" [ 770.141613] env[70491]: _type = "Task" [ 770.141613] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.149861] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5264c7ab-69cb-e49c-7a42-4a8834588a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.203099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "7ec9324c-f8ea-4528-a287-c42dc901c636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.203436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.203701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.203938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.204133] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.207927] env[70491]: INFO nova.compute.manager [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Terminating instance [ 770.240990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.241142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.331446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.332077] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.332961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.332961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.332961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.335373] env[70491]: INFO nova.compute.manager [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Terminating instance [ 770.436751] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d517a143-ffd5-41c8-904c-9782cba540db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 770.516981] env[70491]: DEBUG nova.network.neutron [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Updated VIF entry in instance network info cache for port f64cf593-e3ef-469d-93e6-249dbcda030a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.517429] env[70491]: DEBUG nova.network.neutron [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Updating instance_info_cache with network_info: [{"id": "f64cf593-e3ef-469d-93e6-249dbcda030a", "address": "fa:16:3e:90:fa:59", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64cf593-e3", "ovs_interfaceid": "f64cf593-e3ef-469d-93e6-249dbcda030a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.631641] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a45ad9-c104-0e24-e458-3ec3e3663bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.631950] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.632216] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.632432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.652105] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5264c7ab-69cb-e49c-7a42-4a8834588a75, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.652744] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629b8388-ead3-4fa2-a095-581caaac401f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.658860] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 770.658860] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528233e1-b582-a9ce-eec1-2b6d27eb96b6" [ 770.658860] env[70491]: _type = "Task" [ 770.658860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.667171] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528233e1-b582-a9ce-eec1-2b6d27eb96b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.711811] env[70491]: DEBUG nova.compute.manager [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.712064] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.712917] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3336a1d-1789-478e-856f-3e7e9c843f10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.721169] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.721418] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf902d79-3774-4fb5-95c5-8ef07823c8bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.727988] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 770.727988] env[70491]: value = "task-3293942" [ 770.727988] env[70491]: _type = "Task" [ 770.727988] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.737944] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.841198] env[70491]: DEBUG nova.compute.manager [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.841418] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.842303] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc940b4-01e4-4d8c-8aad-37ceb431f03b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.851689] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.851969] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d0d870f-85dd-42ae-ab62-501f5d82941a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.860047] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 770.860047] env[70491]: value = "task-3293943" [ 770.860047] env[70491]: _type = "Task" [ 770.860047] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.872088] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.940329] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 771.020775] env[70491]: DEBUG oslo_concurrency.lockutils [req-84089f0e-45ef-4950-bbba-fdb12af8c744 req-1b4b47cc-ee49-4372-94ca-c2fe0fe1457e service nova] Releasing lock "refresh_cache-b41cee04-e3c4-4361-8eb2-28f97f355338" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.171838] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528233e1-b582-a9ce-eec1-2b6d27eb96b6, 'name': SearchDatastore_Task, 'duration_secs': 0.01058} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.172121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.172376] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 29098eb4-49b4-40a2-b942-303d860e2fbb/29098eb4-49b4-40a2-b942-303d860e2fbb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.172650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.172831] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.173055] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93d85aaa-eafe-4a6f-b06e-43db25b9f034 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.175055] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d34dc3a-de34-4392-941f-eb4d5c879bae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.182751] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 771.182751] env[70491]: value = "task-3293944" [ 771.182751] env[70491]: _type = "Task" [ 771.182751] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.186640] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.186814] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.188198] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186bb4a4-2b7a-4843-a48d-4a8d03ac3030 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.193318] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.196980] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 771.196980] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52527974-b077-9ac0-4610-74f9bf71a982" [ 771.196980] env[70491]: _type = "Task" [ 771.196980] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.204949] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52527974-b077-9ac0-4610-74f9bf71a982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.238547] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293942, 'name': PowerOffVM_Task, 'duration_secs': 0.191697} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.238815] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.238986] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.239254] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41add913-5988-4a4c-8fdc-c049cec6b7d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.308622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.308747] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.308905] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleting the datastore file [datastore2] 7ec9324c-f8ea-4528-a287-c42dc901c636 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.309210] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb50b5c4-1a2b-495a-8f22-26057c746c9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.316087] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 771.316087] env[70491]: value = "task-3293946" [ 771.316087] env[70491]: _type = "Task" [ 771.316087] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.324865] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.370192] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293943, 'name': PowerOffVM_Task, 'duration_secs': 0.230162} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.370473] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.370645] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.370906] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52df2088-be11-4e21-b6ac-8e2780e1b9d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.443895] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2a69c04-2c01-42ea-945f-dadc1a93c8c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 771.446937] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.446937] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.447198] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleting the datastore file [datastore1] 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.447684] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87a4e2b8-c82d-43ab-8f06-0462f5737d33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.457085] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for the task: (returnval){ [ 771.457085] env[70491]: value = "task-3293948" [ 771.457085] env[70491]: _type = "Task" [ 771.457085] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.468550] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.693965] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508855} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.694327] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 29098eb4-49b4-40a2-b942-303d860e2fbb/29098eb4-49b4-40a2-b942-303d860e2fbb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.694615] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.694960] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17682acc-c689-4b78-9d58-875b9719b0f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.705784] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52527974-b077-9ac0-4610-74f9bf71a982, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.708085] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 771.708085] env[70491]: value = "task-3293949" [ 771.708085] env[70491]: _type = "Task" [ 771.708085] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.708085] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bc81d63-fecd-4c7e-a01e-6e71fe529ebb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.718415] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 771.718415] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52de8b9b-708b-350f-141c-a20eb4996e3b" [ 771.718415] env[70491]: _type = "Task" [ 771.718415] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.723507] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.734254] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52de8b9b-708b-350f-141c-a20eb4996e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.734532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.735097] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] b41cee04-e3c4-4361-8eb2-28f97f355338/b41cee04-e3c4-4361-8eb2-28f97f355338.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.735262] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87f9e8eb-fcdc-4ad6-a0ad-e9cbb2830235 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.743643] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 771.743643] env[70491]: value = "task-3293950" [ 771.743643] env[70491]: _type = "Task" [ 771.743643] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.752955] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.827035] env[70491]: DEBUG oslo_vmware.api [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452581} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.827185] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.827372] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.827552] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.827749] env[70491]: INFO nova.compute.manager [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Took 1.12 seconds to destroy the instance on the hypervisor. [ 771.828012] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.828225] env[70491]: DEBUG nova.compute.manager [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.828323] env[70491]: DEBUG nova.network.neutron [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.948933] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5e0dd693-bbc8-4e09-b77c-4afaa2352d94 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 771.971222] env[70491]: DEBUG oslo_vmware.api [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Task: {'id': task-3293948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278964} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.972208] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.972400] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.972579] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.972748] env[70491]: INFO nova.compute.manager [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 771.973034] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.973353] env[70491]: DEBUG nova.compute.manager [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.973353] env[70491]: DEBUG nova.network.neutron [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.178166] env[70491]: DEBUG nova.compute.manager [req-bde5230b-8dc2-480f-9a2a-97146ade0d8c req-5e21ea75-fe37-4b3e-99f7-c51bb6e4316c service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Received event network-vif-deleted-9ef24c52-c12e-465b-be84-ae662e560c2e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.178444] env[70491]: INFO nova.compute.manager [req-bde5230b-8dc2-480f-9a2a-97146ade0d8c req-5e21ea75-fe37-4b3e-99f7-c51bb6e4316c service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Neutron deleted interface 9ef24c52-c12e-465b-be84-ae662e560c2e; detaching it from the instance and deleting it from the info cache [ 772.178525] env[70491]: DEBUG nova.network.neutron [req-bde5230b-8dc2-480f-9a2a-97146ade0d8c req-5e21ea75-fe37-4b3e-99f7-c51bb6e4316c service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.220050] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082932} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.220343] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.221113] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e6045-1449-470c-b77e-4ed3e0c6cb49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.245099] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 29098eb4-49b4-40a2-b942-303d860e2fbb/29098eb4-49b4-40a2-b942-303d860e2fbb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.245207] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b018c4f3-0e81-4b55-8038-160712a099ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.272433] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 772.272433] env[70491]: value = "task-3293951" [ 772.272433] env[70491]: _type = "Task" [ 772.272433] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.277421] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47038} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.280477] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] b41cee04-e3c4-4361-8eb2-28f97f355338/b41cee04-e3c4-4361-8eb2-28f97f355338.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.280680] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.281223] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cd42136-e1ab-402b-8189-8f3f971e7ab6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.290065] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293951, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.291435] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 772.291435] env[70491]: value = "task-3293952" [ 772.291435] env[70491]: _type = "Task" [ 772.291435] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.302090] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.454252] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e48a8f9a-b146-4a32-80b9-5be961fbb846 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 772.665418] env[70491]: DEBUG nova.network.neutron [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.680982] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7867eefa-2e6c-47ad-827e-907f0dee4e65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.692361] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44fc466-09f3-4cd7-b70e-6d7b14907887 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.727541] env[70491]: DEBUG nova.compute.manager [req-bde5230b-8dc2-480f-9a2a-97146ade0d8c req-5e21ea75-fe37-4b3e-99f7-c51bb6e4316c service nova] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Detach interface failed, port_id=9ef24c52-c12e-465b-be84-ae662e560c2e, reason: Instance 7ec9324c-f8ea-4528-a287-c42dc901c636 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 772.768057] env[70491]: DEBUG nova.network.neutron [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.787534] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.800560] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.800828] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.801642] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d4a57-380d-4679-8089-0a61714aa1ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.824224] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b41cee04-e3c4-4361-8eb2-28f97f355338/b41cee04-e3c4-4361-8eb2-28f97f355338.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.825009] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8061c56-d726-45d1-b6b6-e2536c03a36c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.845812] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 772.845812] env[70491]: value = "task-3293953" [ 772.845812] env[70491]: _type = "Task" [ 772.845812] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.854474] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.958028] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 0a03c827-193b-4cc1-8339-404eb8e5fa41 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 773.168147] env[70491]: INFO nova.compute.manager [-] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Took 1.34 seconds to deallocate network for instance. [ 773.269553] env[70491]: INFO nova.compute.manager [-] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Took 1.30 seconds to deallocate network for instance. [ 773.287447] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.356328] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.460560] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f8c1afe3-bbdf-4f5a-bd39-c682d5755df4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 773.674808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.776261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.787708] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293951, 'name': ReconfigVM_Task, 'duration_secs': 1.479315} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.788027] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 29098eb4-49b4-40a2-b942-303d860e2fbb/29098eb4-49b4-40a2-b942-303d860e2fbb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.788637] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92fe022-bf2d-4384-b3a4-fa920fc03a51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.796104] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 773.796104] env[70491]: value = "task-3293954" [ 773.796104] env[70491]: _type = "Task" [ 773.796104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.805865] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293954, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.856551] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.963645] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5e8ff32b-c9ca-4374-9b0e-ace891d3b258 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 774.210956] env[70491]: DEBUG nova.compute.manager [req-7a03ca45-32a8-42bc-b88e-aa0a82042cde req-443d403f-f28f-4399-a380-fd0b79ccc399 service nova] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Received event network-vif-deleted-b9db69d2-9fba-4271-8889-0e5e4c05b00f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.306066] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293954, 'name': Rename_Task, 'duration_secs': 0.229014} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.306368] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.306567] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0844487-b18d-40c1-92b5-6f900097b0fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.313736] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 774.313736] env[70491]: value = "task-3293955" [ 774.313736] env[70491]: _type = "Task" [ 774.313736] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.321734] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.358061] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293953, 'name': ReconfigVM_Task, 'duration_secs': 1.148135} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.358353] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b41cee04-e3c4-4361-8eb2-28f97f355338/b41cee04-e3c4-4361-8eb2-28f97f355338.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.359043] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f1e0fed-18ff-46e9-b20f-31c68764f812 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.366134] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 774.366134] env[70491]: value = "task-3293956" [ 774.366134] env[70491]: _type = "Task" [ 774.366134] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.376588] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293956, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.466752] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 86b9bb02-7260-4820-9051-8731994d65c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 774.823539] env[70491]: DEBUG oslo_vmware.api [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293955, 'name': PowerOnVM_Task, 'duration_secs': 0.439025} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.823813] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.824073] env[70491]: INFO nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Took 10.54 seconds to spawn the instance on the hypervisor. [ 774.824275] env[70491]: DEBUG nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.825044] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a316fec3-a3a5-4b33-bde7-ff462b5a59bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.876720] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293956, 'name': Rename_Task, 'duration_secs': 0.145551} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.877019] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.877718] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08a3ec0-eaee-4922-add2-4a7056a781fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.884566] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 774.884566] env[70491]: value = "task-3293957" [ 774.884566] env[70491]: _type = "Task" [ 774.884566] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.893039] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.970236] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7441344b-4db8-45f6-bfdb-118b05826913 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 775.342685] env[70491]: INFO nova.compute.manager [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Took 45.21 seconds to build instance. [ 775.396358] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293957, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.472993] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 775.845096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-196b6a0f-96d8-487d-ba1e-a3ab06f25d27 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.660s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.896080] env[70491]: DEBUG oslo_vmware.api [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293957, 'name': PowerOnVM_Task, 'duration_secs': 0.808703} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.896387] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.896589] env[70491]: INFO nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Took 8.82 seconds to spawn the instance on the hypervisor. [ 775.896764] env[70491]: DEBUG nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.897579] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91114c6-82d5-4e68-9873-f1f2db47293b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.976680] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 775.977041] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 775.977199] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 776.347474] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.416340] env[70491]: INFO nova.compute.manager [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Took 40.48 seconds to build instance. [ 776.507805] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbec4dc-7cc8-48c7-be8d-dd1f8427ea56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528204] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddea84b-b997-4e1d-9fad-d6d2e3ac49f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.559750] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01baa671-6638-40ed-85be-9fd74861c8c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.568431] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71604c3-5c8e-4cfb-9c08-86cfd7d3c56e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.586040] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.866431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.918249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-554b4a0c-39e9-476d-a7b7-d37aca4e7f02 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.564s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.090091] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.421384] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.596010] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 777.596339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.231s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.596688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.717s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.599764] env[70491]: INFO nova.compute.claims [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.946078] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.062866] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9d4cee-ec6e-4f34-a8f0-497e21bd5963 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.071955] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed8c2fc-0a46-43bf-941e-17f791bc7ba0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.103142] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5aab3d8-6f14-48e6-88f2-c0c4a7206219 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.111587] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886e89d2-fdf0-4b1d-a28f-b7a50f15b2bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.127299] env[70491]: DEBUG nova.compute.provider_tree [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.630998] env[70491]: DEBUG nova.scheduler.client.report [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.136625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.137384] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.141095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.163s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.143148] env[70491]: INFO nova.compute.claims [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.651172] env[70491]: DEBUG nova.compute.utils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.652586] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.652757] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.706733] env[70491]: DEBUG nova.policy [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fbe349a6bfa405eaab20e687cf395b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c509a9485f4c42e58f6a36d22890acab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.033915] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Successfully created port: dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.156630] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.729473] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee051c2c-7361-4a64-9358-32eefc447ed9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.738125] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14470849-ed18-43ba-a5b2-c2ca4f70cf9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.771920] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ae87a-5b8e-4a9e-a67b-1be8234fd6fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.781856] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c80813-8302-44f3-b884-d60b956dec8c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.797543] env[70491]: DEBUG nova.compute.provider_tree [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.172601] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.200579] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.200874] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.201075] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.201496] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.201496] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.201614] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.201738] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.201889] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.202062] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.202223] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.202387] env[70491]: DEBUG nova.virt.hardware [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.203369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e33bc0-0abd-40f6-9d2e-719e09b2ff94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.212902] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfd8279-f918-4d14-b139-986339359ed6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.301798] env[70491]: DEBUG nova.scheduler.client.report [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.765425] env[70491]: DEBUG nova.compute.manager [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Received event network-vif-plugged-dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.765652] env[70491]: DEBUG oslo_concurrency.lockutils [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] Acquiring lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.765900] env[70491]: DEBUG oslo_concurrency.lockutils [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.766653] env[70491]: DEBUG oslo_concurrency.lockutils [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.766653] env[70491]: DEBUG nova.compute.manager [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] No waiting events found dispatching network-vif-plugged-dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.766653] env[70491]: WARNING nova.compute.manager [req-6c1b1de3-88c1-42a5-91a8-25e18853f30c req-1bbffad1-f81c-47a2-bf99-82f7678c3b07 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Received unexpected event network-vif-plugged-dbf0f87e-2340-450a-849a-4a9c1bef1102 for instance with vm_state building and task_state spawning. [ 782.808544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.809354] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.813129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.419s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.817637] env[70491]: INFO nova.compute.claims [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.873083] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Successfully updated port: dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.323853] env[70491]: DEBUG nova.compute.utils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.325241] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.326030] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.365333] env[70491]: DEBUG nova.policy [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18e7e6c12477404ca0db3f6edeeae12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fce4d3b790a4ded8db88d176573c1e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.375452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.375452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.375597] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.697238] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Successfully created port: 78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.832135] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.917441] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.131461] env[70491]: DEBUG nova.network.neutron [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Updating instance_info_cache with network_info: [{"id": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "address": "fa:16:3e:41:ec:04", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0f87e-23", "ovs_interfaceid": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.392508] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbbe695-48ef-48ef-a019-8c6378e62fc0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.400922] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510b873f-7d89-4264-87c8-c8c81147a5be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.438028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c33cd5-81b1-4ed8-8146-99fd28d1376c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.446997] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f9bf09-82ec-40e1-924f-1e7c81c336b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.460695] env[70491]: DEBUG nova.compute.provider_tree [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.633857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.634219] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Instance network_info: |[{"id": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "address": "fa:16:3e:41:ec:04", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0f87e-23", "ovs_interfaceid": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.634649] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ec:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf0f87e-2340-450a-849a-4a9c1bef1102', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.642407] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.642602] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.642823] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eddcbda-1d7e-41e5-9377-53c21bf15ce8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.664222] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.664222] env[70491]: value = "task-3293958" [ 784.664222] env[70491]: _type = "Task" [ 784.664222] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.672323] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293958, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.796847] env[70491]: DEBUG nova.compute.manager [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Received event network-changed-dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.796847] env[70491]: DEBUG nova.compute.manager [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Refreshing instance network info cache due to event network-changed-dbf0f87e-2340-450a-849a-4a9c1bef1102. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.797058] env[70491]: DEBUG oslo_concurrency.lockutils [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] Acquiring lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.797130] env[70491]: DEBUG oslo_concurrency.lockutils [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] Acquired lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.797271] env[70491]: DEBUG nova.network.neutron [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Refreshing network info cache for port dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.845359] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.872734] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.873106] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.873344] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.873616] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.873841] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.874077] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.874384] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.874632] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.875019] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.875289] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.875574] env[70491]: DEBUG nova.virt.hardware [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.877301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2831e8c-6192-4789-ba2a-de3ccd52902f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.889510] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2040a3c6-e226-4f3a-ae9a-73e55552d751 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.965382] env[70491]: DEBUG nova.scheduler.client.report [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.179019] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293958, 'name': CreateVM_Task, 'duration_secs': 0.495084} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.179019] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.179019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.179019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.179019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.179260] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5e57c33-5882-411e-9777-da866a713710 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.184018] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 785.184018] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf08d7-6de3-2fee-3b12-b0dd44a72043" [ 785.184018] env[70491]: _type = "Task" [ 785.184018] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.192955] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf08d7-6de3-2fee-3b12-b0dd44a72043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.369370] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Successfully updated port: 78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 785.471314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.472893] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.479333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.363s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.480784] env[70491]: INFO nova.compute.claims [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.572030] env[70491]: DEBUG nova.network.neutron [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Updated VIF entry in instance network info cache for port dbf0f87e-2340-450a-849a-4a9c1bef1102. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.572439] env[70491]: DEBUG nova.network.neutron [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Updating instance_info_cache with network_info: [{"id": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "address": "fa:16:3e:41:ec:04", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf0f87e-23", "ovs_interfaceid": "dbf0f87e-2340-450a-849a-4a9c1bef1102", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.694689] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf08d7-6de3-2fee-3b12-b0dd44a72043, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.695529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.695529] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.695529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.695685] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.695923] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.696099] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e26f99-c1cf-4f81-bf0a-35517538015e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.707032] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.707247] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.707971] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ea4b63-d819-448a-b241-97aa6f636231 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.713975] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 785.713975] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291db0f-bca1-86a4-0700-8a51631eb075" [ 785.713975] env[70491]: _type = "Task" [ 785.713975] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.721480] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291db0f-bca1-86a4-0700-8a51631eb075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.874440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.874530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.874676] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.987923] env[70491]: DEBUG nova.compute.utils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.989466] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.989630] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.034150] env[70491]: DEBUG nova.policy [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3e10094ed04d50b7e1d2b44f77456a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8c35c3c6294261a1e4ee2c3d6552fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.079262] env[70491]: DEBUG oslo_concurrency.lockutils [req-7f4c346c-6003-435d-a874-e78bae0308df req-7078b19d-a594-4960-83a7-b36f05ff17b5 service nova] Releasing lock "refresh_cache-34d94167-73a0-44ed-9b41-cc3e8bfdf30c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.226775] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291db0f-bca1-86a4-0700-8a51631eb075, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.227678] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02935a41-4467-4c05-9456-47cae0534e66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.233689] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 786.233689] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf6f1c-00b3-70f0-24bc-29a85f2af054" [ 786.233689] env[70491]: _type = "Task" [ 786.233689] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.242823] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf6f1c-00b3-70f0-24bc-29a85f2af054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.423250] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.423499] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Successfully created port: 883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.493711] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.693865] env[70491]: DEBUG nova.network.neutron [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [{"id": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "address": "fa:16:3e:67:74:a3", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f6beff-6e", "ovs_interfaceid": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.747364] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bf6f1c-00b3-70f0-24bc-29a85f2af054, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.747627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.747972] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 34d94167-73a0-44ed-9b41-cc3e8bfdf30c/34d94167-73a0-44ed-9b41-cc3e8bfdf30c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.748281] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6968142-1546-43df-96d6-a12051882be9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.756653] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 786.756653] env[70491]: value = "task-3293959" [ 786.756653] env[70491]: _type = "Task" [ 786.756653] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.765418] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.833457] env[70491]: DEBUG nova.compute.manager [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received event network-vif-plugged-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.833697] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Acquiring lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.833942] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.834161] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.837576] env[70491]: DEBUG nova.compute.manager [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] No waiting events found dispatching network-vif-plugged-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.837576] env[70491]: WARNING nova.compute.manager [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received unexpected event network-vif-plugged-78f6beff-6e1f-41ee-9d4d-e1523c55b928 for instance with vm_state building and task_state spawning. [ 786.837576] env[70491]: DEBUG nova.compute.manager [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.837576] env[70491]: DEBUG nova.compute.manager [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing instance network info cache due to event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.837576] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Acquiring lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.071550] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e8606-f814-44eb-bb99-bedd6e9a6b4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.080489] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f230bf-1043-4298-aac6-61a9f1053afc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.114354] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e482d6-3003-4b60-852a-85f9589713e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.124163] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5280b1c-c9af-4dd2-b86b-da2d0b2d56e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.141381] env[70491]: DEBUG nova.compute.provider_tree [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.195473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.195976] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Instance network_info: |[{"id": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "address": "fa:16:3e:67:74:a3", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f6beff-6e", "ovs_interfaceid": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.196341] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Acquired lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.196574] env[70491]: DEBUG nova.network.neutron [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.198198] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:74:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f6beff-6e1f-41ee-9d4d-e1523c55b928', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.207151] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Creating folder: Project (6fce4d3b790a4ded8db88d176573c1e1). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.207730] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2c2e9ef-ab37-475e-bbc4-629acf8e2e99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.223208] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Created folder: Project (6fce4d3b790a4ded8db88d176573c1e1) in parent group-v657728. [ 787.223484] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Creating folder: Instances. Parent ref: group-v657836. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.223824] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f781878f-0c64-4caf-bd94-9ce5139cda34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.235663] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Created folder: Instances in parent group-v657836. [ 787.235972] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.236195] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.236404] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34177579-310d-416d-a5a2-271466d6ca71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.256053] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.256053] env[70491]: value = "task-3293962" [ 787.256053] env[70491]: _type = "Task" [ 787.256053] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.269651] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293962, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.269913] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468988} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.270155] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 34d94167-73a0-44ed-9b41-cc3e8bfdf30c/34d94167-73a0-44ed-9b41-cc3e8bfdf30c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.270420] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.270669] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7835d8e2-8499-4489-bc1e-27ddb966be13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.277330] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 787.277330] env[70491]: value = "task-3293963" [ 787.277330] env[70491]: _type = "Task" [ 787.277330] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.285526] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.505035] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.532543] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.532806] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.533041] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.533236] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.533456] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.533667] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.533900] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.534089] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.534266] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.534500] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.534715] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.535665] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18035ad-528e-44c7-89aa-898b0d50374d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.545048] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb1bb1c-322c-4cd9-8df0-32f45dcebb3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.645108] env[70491]: DEBUG nova.scheduler.client.report [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.767832] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293962, 'name': CreateVM_Task, 'duration_secs': 0.347202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.767832] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.768503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.768668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.768992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.769283] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8a21f9-183e-42b0-994b-a4608df14142 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.774675] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 787.774675] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb220d-cebd-40bb-484b-63b1991273a3" [ 787.774675] env[70491]: _type = "Task" [ 787.774675] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.790356] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb220d-cebd-40bb-484b-63b1991273a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.793468] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.793716] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.793947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.794110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.794290] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.794882] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082636} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.797191] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc66d91-8bc8-464b-9d4b-64a3766a528f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.798930] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.799708] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbabec0-f672-4812-a813-e3b2e6d079ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.822680] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 34d94167-73a0-44ed-9b41-cc3e8bfdf30c/34d94167-73a0-44ed-9b41-cc3e8bfdf30c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.823897] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be65ce95-f9dd-4789-89da-c9ec23818a62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.837905] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.838131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.840894] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab23e11-979b-4371-ba78-887f8115cd64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.847152] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 787.847152] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a0b543-0546-4172-0a6d-c85a277f4961" [ 787.847152] env[70491]: _type = "Task" [ 787.847152] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.851257] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 787.851257] env[70491]: value = "task-3293964" [ 787.851257] env[70491]: _type = "Task" [ 787.851257] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.858362] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a0b543-0546-4172-0a6d-c85a277f4961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.861573] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.066342] env[70491]: DEBUG nova.network.neutron [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updated VIF entry in instance network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.066752] env[70491]: DEBUG nova.network.neutron [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [{"id": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "address": "fa:16:3e:67:74:a3", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f6beff-6e", "ovs_interfaceid": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.150218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.150743] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.153172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.908s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.153366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.155780] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.984s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.155975] env[70491]: DEBUG nova.objects.instance [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 788.180235] env[70491]: INFO nova.scheduler.client.report [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Deleted allocations for instance 074a15ff-0c25-4893-ac56-e75c1642a5fb [ 788.229885] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Successfully updated port: 883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.358824] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a0b543-0546-4172-0a6d-c85a277f4961, 'name': SearchDatastore_Task, 'duration_secs': 0.010649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.359997] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e40189f-f6bc-44b2-8586-f1f2f59b05aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.365109] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293964, 'name': ReconfigVM_Task, 'duration_secs': 0.294881} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.365672] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 34d94167-73a0-44ed-9b41-cc3e8bfdf30c/34d94167-73a0-44ed-9b41-cc3e8bfdf30c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.366327] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d195971c-3995-4005-925a-f6ba03a67ca7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.370142] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 788.370142] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c29226-478f-95de-8d9f-abd8812bdb83" [ 788.370142] env[70491]: _type = "Task" [ 788.370142] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.375990] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 788.375990] env[70491]: value = "task-3293965" [ 788.375990] env[70491]: _type = "Task" [ 788.375990] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.378930] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c29226-478f-95de-8d9f-abd8812bdb83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.386669] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293965, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.569438] env[70491]: DEBUG oslo_concurrency.lockutils [req-072f94e8-1aca-43c8-ab00-8f20d85ce312 req-b3d7fb60-5158-4398-b042-4466ac234df3 service nova] Releasing lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.660823] env[70491]: DEBUG nova.compute.utils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.665186] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.665411] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.691773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ada4617e-9ebc-4da7-acbd-3864701c3a85 tempest-ServerTagsTestJSON-1075541718 tempest-ServerTagsTestJSON-1075541718-project-member] Lock "074a15ff-0c25-4893-ac56-e75c1642a5fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.157s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.723189] env[70491]: DEBUG nova.policy [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3e10094ed04d50b7e1d2b44f77456a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8c35c3c6294261a1e4ee2c3d6552fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.732658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.732798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.732947] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.883588] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c29226-478f-95de-8d9f-abd8812bdb83, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.887062] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.887641] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8d7c77a9-1ff6-42f1-a714-12e2d5562d68/8d7c77a9-1ff6-42f1-a714-12e2d5562d68.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.887931] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6d2b64c-8977-4b9a-9bb9-5e1500aff441 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.895770] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293965, 'name': Rename_Task, 'duration_secs': 0.147765} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.897049] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.897441] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 788.897441] env[70491]: value = "task-3293966" [ 788.897441] env[70491]: _type = "Task" [ 788.897441] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.897637] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7712d1e3-947c-43ca-837a-84288aa2ebc5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.906879] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.908658] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 788.908658] env[70491]: value = "task-3293967" [ 788.908658] env[70491]: _type = "Task" [ 788.908658] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.916567] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.950398] env[70491]: DEBUG nova.compute.manager [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Received event network-vif-plugged-883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.950398] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Acquiring lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.950398] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.950398] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.950398] env[70491]: DEBUG nova.compute.manager [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] No waiting events found dispatching network-vif-plugged-883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.950920] env[70491]: WARNING nova.compute.manager [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Received unexpected event network-vif-plugged-883b748b-91a0-4736-88af-4768049c6b26 for instance with vm_state building and task_state spawning. [ 788.950920] env[70491]: DEBUG nova.compute.manager [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Received event network-changed-883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.950920] env[70491]: DEBUG nova.compute.manager [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Refreshing instance network info cache due to event network-changed-883b748b-91a0-4736-88af-4768049c6b26. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.950920] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Acquiring lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.030438] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Successfully created port: a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.169304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cee6d1c-8969-4ed9-a3d0-282e7d128042 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.170684] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.173448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.615s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.175092] env[70491]: INFO nova.compute.claims [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.296712] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.409742] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461904} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.413077] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8d7c77a9-1ff6-42f1-a714-12e2d5562d68/8d7c77a9-1ff6-42f1-a714-12e2d5562d68.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.413412] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.413924] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35143c09-e1aa-444e-9bd0-c9b72ab55aec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.424319] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 789.424319] env[70491]: value = "task-3293968" [ 789.424319] env[70491]: _type = "Task" [ 789.424319] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.424709] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.436435] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.531682] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Updating instance_info_cache with network_info: [{"id": "883b748b-91a0-4736-88af-4768049c6b26", "address": "fa:16:3e:10:15:f5", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883b748b-91", "ovs_interfaceid": "883b748b-91a0-4736-88af-4768049c6b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.923543] env[70491]: DEBUG oslo_vmware.api [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293967, 'name': PowerOnVM_Task, 'duration_secs': 0.520736} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.923855] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.924106] env[70491]: INFO nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Took 7.75 seconds to spawn the instance on the hypervisor. [ 789.924328] env[70491]: DEBUG nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.925181] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16f5803-20fe-4214-8642-20f61b9b134d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.946021] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067987} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.948207] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.949078] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ecb66b-1351-4c73-9a99-29ee6f49f909 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.976547] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 8d7c77a9-1ff6-42f1-a714-12e2d5562d68/8d7c77a9-1ff6-42f1-a714-12e2d5562d68.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.977084] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26f94694-7ed1-4d6e-956a-f1b7cf51cb4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.007941] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 790.007941] env[70491]: value = "task-3293969" [ 790.007941] env[70491]: _type = "Task" [ 790.007941] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.016874] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.034543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.034945] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Instance network_info: |[{"id": "883b748b-91a0-4736-88af-4768049c6b26", "address": "fa:16:3e:10:15:f5", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883b748b-91", "ovs_interfaceid": "883b748b-91a0-4736-88af-4768049c6b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.035263] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Acquired lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.035479] env[70491]: DEBUG nova.network.neutron [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Refreshing network info cache for port 883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.036910] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:15:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '883b748b-91a0-4736-88af-4768049c6b26', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.044664] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating folder: Project (3d8c35c3c6294261a1e4ee2c3d6552fa). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.045944] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-639598a0-7405-42b4-9a69-623482eafdf0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.060550] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created folder: Project (3d8c35c3c6294261a1e4ee2c3d6552fa) in parent group-v657728. [ 790.060550] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating folder: Instances. Parent ref: group-v657839. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.060550] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7fff18a-530d-473b-a859-283402cbb48a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.071196] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created folder: Instances in parent group-v657839. [ 790.071291] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.071447] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.071710] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f52d2d1b-0e9d-4a1a-9fbb-fafac48501d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.095354] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.095354] env[70491]: value = "task-3293972" [ 790.095354] env[70491]: _type = "Task" [ 790.095354] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.106021] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293972, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.189885] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.219978] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.219978] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.220163] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.220336] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.220884] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.220884] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.221028] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.221203] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.221423] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.221645] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.221820] env[70491]: DEBUG nova.virt.hardware [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.222934] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cee0a4-4f7f-4811-bb6d-579a3d2c5d1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.235246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc71a4-da1f-4721-a066-05e7970782d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.462238] env[70491]: INFO nova.compute.manager [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Took 46.61 seconds to build instance. [ 790.519520] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.608768] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293972, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.753527] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e957ce1-49a4-4246-ad0b-28102f054be9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.763031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfa8456-27c4-4a40-ad71-c091671108a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.806059] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b2f8d-6bcf-4337-9c03-3159508c6e0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.815826] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f0f831-a2ec-464b-9223-9567c05af7c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.829026] env[70491]: DEBUG nova.compute.provider_tree [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.935910] env[70491]: DEBUG nova.network.neutron [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Updated VIF entry in instance network info cache for port 883b748b-91a0-4736-88af-4768049c6b26. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.936313] env[70491]: DEBUG nova.network.neutron [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Updating instance_info_cache with network_info: [{"id": "883b748b-91a0-4736-88af-4768049c6b26", "address": "fa:16:3e:10:15:f5", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap883b748b-91", "ovs_interfaceid": "883b748b-91a0-4736-88af-4768049c6b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.964498] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69412609-8991-4c41-b68f-9e566e7c3dfc tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.883s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.978574] env[70491]: DEBUG nova.compute.manager [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Received event network-vif-plugged-a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.978950] env[70491]: DEBUG oslo_concurrency.lockutils [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] Acquiring lock "d517a143-ffd5-41c8-904c-9782cba540db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.978950] env[70491]: DEBUG oslo_concurrency.lockutils [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] Lock "d517a143-ffd5-41c8-904c-9782cba540db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.979147] env[70491]: DEBUG oslo_concurrency.lockutils [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] Lock "d517a143-ffd5-41c8-904c-9782cba540db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.979319] env[70491]: DEBUG nova.compute.manager [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] No waiting events found dispatching network-vif-plugged-a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.979485] env[70491]: WARNING nova.compute.manager [req-62a1ce83-3d59-4b37-bb68-17dc7bb7da99 req-c49bedd7-9c96-4cf4-83b6-a082ac848d99 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Received unexpected event network-vif-plugged-a5eec860-85e8-4bd9-9471-cd4257d087c0 for instance with vm_state building and task_state spawning. [ 790.997676] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Successfully updated port: a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.020728] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293969, 'name': ReconfigVM_Task, 'duration_secs': 0.899795} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.020857] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 8d7c77a9-1ff6-42f1-a714-12e2d5562d68/8d7c77a9-1ff6-42f1-a714-12e2d5562d68.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.021512] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bba8c23-d128-45fc-aeaa-8fbf65e56212 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.029838] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 791.029838] env[70491]: value = "task-3293973" [ 791.029838] env[70491]: _type = "Task" [ 791.029838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.040968] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293973, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.109024] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293972, 'name': CreateVM_Task, 'duration_secs': 0.862728} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.109024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.109024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.109024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.109024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109024] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6763eba-e545-45b2-881c-05c6f3306cc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.113722] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 791.113722] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525036a3-8f89-67d6-46e5-f621c5bce414" [ 791.113722] env[70491]: _type = "Task" [ 791.113722] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.122491] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525036a3-8f89-67d6-46e5-f621c5bce414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.332042] env[70491]: DEBUG nova.scheduler.client.report [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.439044] env[70491]: DEBUG oslo_concurrency.lockutils [req-57497646-a4ca-4747-be07-29a2dad7169f req-a3edb1ea-4005-45e3-bd7b-9cc5f951e8de service nova] Releasing lock "refresh_cache-cf4fe545-4ba2-486c-8b70-5b53e1412792" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.468050] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.503336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.503336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.503336] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.541772] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293973, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.625304] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525036a3-8f89-67d6-46e5-f621c5bce414, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.625595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.625842] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.626096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626426] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.626686] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bfdd343-c6b0-4017-bd8c-c10b7170a419 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.636944] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.637265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.637993] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22091d07-86c3-4bc9-bdab-8094e5e9818c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.643784] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 791.643784] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52326d06-c8b9-fc7a-b5af-7c04e4ef4390" [ 791.643784] env[70491]: _type = "Task" [ 791.643784] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.652713] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52326d06-c8b9-fc7a-b5af-7c04e4ef4390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.836746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.837271] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.840131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.584s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.841603] env[70491]: INFO nova.compute.claims [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.992569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.042054] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293973, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.052388] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.155135] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52326d06-c8b9-fc7a-b5af-7c04e4ef4390, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.155964] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3988d451-e6b2-4036-ad6e-49c21ccf3483 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.162734] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 792.162734] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524b447a-e1b0-1e88-742f-89900b5cf92b" [ 792.162734] env[70491]: _type = "Task" [ 792.162734] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.177024] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524b447a-e1b0-1e88-742f-89900b5cf92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.223932] env[70491]: DEBUG nova.network.neutron [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Updating instance_info_cache with network_info: [{"id": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "address": "fa:16:3e:1e:28:c2", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5eec860-85", "ovs_interfaceid": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.347180] env[70491]: DEBUG nova.compute.utils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.358307] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.358307] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.397616] env[70491]: DEBUG nova.policy [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20b512753f9c49309e9eddb1be9f424e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaafc34bd0c4a629559db83f56b529b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.547973] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293973, 'name': Rename_Task, 'duration_secs': 1.028413} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.548291] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.548557] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5be354a7-b9d9-4574-b3b6-5e76da75c714 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.556640] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 792.556640] env[70491]: value = "task-3293974" [ 792.556640] env[70491]: _type = "Task" [ 792.556640] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.565924] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.674579] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524b447a-e1b0-1e88-742f-89900b5cf92b, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.674865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.675151] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] cf4fe545-4ba2-486c-8b70-5b53e1412792/cf4fe545-4ba2-486c-8b70-5b53e1412792.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.675419] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d848e0b-7f86-4f5a-9dde-eb93bb4668b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.683459] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 792.683459] env[70491]: value = "task-3293975" [ 792.683459] env[70491]: _type = "Task" [ 792.683459] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.695484] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.727315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.728062] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Instance network_info: |[{"id": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "address": "fa:16:3e:1e:28:c2", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5eec860-85", "ovs_interfaceid": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.728262] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:28:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5eec860-85e8-4bd9-9471-cd4257d087c0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.736760] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.736760] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.736760] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eacd03aa-405f-410e-b75e-c3dbbb9db49b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.767699] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.767699] env[70491]: value = "task-3293976" [ 792.767699] env[70491]: _type = "Task" [ 792.767699] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.776767] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293976, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.857288] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.059214] env[70491]: DEBUG nova.compute.manager [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Received event network-changed-a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.059612] env[70491]: DEBUG nova.compute.manager [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Refreshing instance network info cache due to event network-changed-a5eec860-85e8-4bd9-9471-cd4257d087c0. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 793.060756] env[70491]: DEBUG oslo_concurrency.lockutils [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] Acquiring lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.061201] env[70491]: DEBUG oslo_concurrency.lockutils [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] Acquired lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.061617] env[70491]: DEBUG nova.network.neutron [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Refreshing network info cache for port a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.067309] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Successfully created port: dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.103189] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293974, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.198513] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293975, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.277133] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293976, 'name': CreateVM_Task, 'duration_secs': 0.394696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.277297] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.278031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.278276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.278589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.281291] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e598be4f-a539-49ac-8fb1-bf8b2b451965 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.286304] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 793.286304] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea8c5c-41e9-a256-d39f-37de8e33b0ee" [ 793.286304] env[70491]: _type = "Task" [ 793.286304] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.294519] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea8c5c-41e9-a256-d39f-37de8e33b0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.517513] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eaf6fa-29d1-484f-b36f-d2d03bd9bb96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.527394] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbc72b-661a-4e29-a8b4-14612761828d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.535139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "29098eb4-49b4-40a2-b942-303d860e2fbb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.535429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.535627] env[70491]: DEBUG nova.compute.manager [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.563024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b9fb5-55f9-484e-bd0b-b4413540d777 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.568965] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de17e2e-7577-453c-a0d7-c79d5e20230f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.577749] env[70491]: DEBUG nova.compute.manager [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 793.579071] env[70491]: DEBUG nova.objects.instance [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lazy-loading 'flavor' on Instance uuid 29098eb4-49b4-40a2-b942-303d860e2fbb {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.583955] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9bdeba-c8ba-4c67-a9f8-dd4e9466685d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.591098] env[70491]: DEBUG oslo_vmware.api [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3293974, 'name': PowerOnVM_Task, 'duration_secs': 0.602479} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.591719] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.591923] env[70491]: INFO nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Took 8.75 seconds to spawn the instance on the hypervisor. [ 793.592292] env[70491]: DEBUG nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.592925] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7828c6-67af-4382-9289-8bad7d6f65d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.603216] env[70491]: DEBUG nova.compute.provider_tree [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.695595] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522522} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.695883] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] cf4fe545-4ba2-486c-8b70-5b53e1412792/cf4fe545-4ba2-486c-8b70-5b53e1412792.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.696112] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.696378] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd437151-f8e9-45c3-b42a-c1ee485f3162 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.704623] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 793.704623] env[70491]: value = "task-3293977" [ 793.704623] env[70491]: _type = "Task" [ 793.704623] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.713351] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.791525] env[70491]: DEBUG nova.network.neutron [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Updated VIF entry in instance network info cache for port a5eec860-85e8-4bd9-9471-cd4257d087c0. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.791887] env[70491]: DEBUG nova.network.neutron [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Updating instance_info_cache with network_info: [{"id": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "address": "fa:16:3e:1e:28:c2", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5eec860-85", "ovs_interfaceid": "a5eec860-85e8-4bd9-9471-cd4257d087c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.800936] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea8c5c-41e9-a256-d39f-37de8e33b0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.800936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.800936] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.800936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.801167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.801167] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.801409] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45de0bc3-8b60-4aa0-8ae0-98875e10ad86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.811183] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.811426] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.812071] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f865804-164c-452c-aff7-dac06b659c07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.818120] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 793.818120] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c47fa5-14da-712b-ec97-fd57b0d4bdea" [ 793.818120] env[70491]: _type = "Task" [ 793.818120] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.826664] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c47fa5-14da-712b-ec97-fd57b0d4bdea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.872746] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.897315] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.897608] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.897804] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.898057] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.898257] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.898438] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.898652] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.898815] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.898998] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.899184] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.899353] env[70491]: DEBUG nova.virt.hardware [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.900196] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3457006e-7515-437f-9831-0f462fe8eca8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.908253] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22088d1-30c8-4b61-abbd-c5fcc1bfe632 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.111025] env[70491]: DEBUG nova.scheduler.client.report [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.122334] env[70491]: INFO nova.compute.manager [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Took 50.16 seconds to build instance. [ 794.217390] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.294856] env[70491]: DEBUG oslo_concurrency.lockutils [req-756086c4-4d7d-4a01-ab54-e49e09e1dc2c req-9c7bbafa-0650-49c0-beee-d982267fc399 service nova] Releasing lock "refresh_cache-d517a143-ffd5-41c8-904c-9782cba540db" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.330137] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c47fa5-14da-712b-ec97-fd57b0d4bdea, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.334780] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7de6224d-553f-4ed3-945b-20b6305f135e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.341090] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 794.341090] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a4c3c0-0403-38ca-4069-fff06bc61e03" [ 794.341090] env[70491]: _type = "Task" [ 794.341090] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.349850] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a4c3c0-0403-38ca-4069-fff06bc61e03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.588890] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.589277] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-957608d9-4201-43b1-bc0d-10e28b5ca9c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.599292] env[70491]: DEBUG oslo_vmware.api [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 794.599292] env[70491]: value = "task-3293978" [ 794.599292] env[70491]: _type = "Task" [ 794.599292] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.613150] env[70491]: DEBUG oslo_vmware.api [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.613560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.614314] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.618037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.174s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.618269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.624704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.597s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.624919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.627023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.132s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.632896] env[70491]: INFO nova.compute.claims [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.641269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9749e45e-f088-46da-b469-ec974aa668d6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.602s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.666883] env[70491]: INFO nova.scheduler.client.report [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Deleted allocations for instance 8e8650ee-1c9a-4ed0-af77-de29148ad085 [ 794.672020] env[70491]: INFO nova.scheduler.client.report [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Deleted allocations for instance 8ff3c6e9-627b-4750-8157-5bbc2d76f832 [ 794.718946] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.569465} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.719242] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.720027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3b76ce-04fa-4327-b64f-fdbcf80208fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.747148] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] cf4fe545-4ba2-486c-8b70-5b53e1412792/cf4fe545-4ba2-486c-8b70-5b53e1412792.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.748310] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9daca70a-2cde-43bd-a3c0-83cbbcc3ac20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.772470] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 794.772470] env[70491]: value = "task-3293979" [ 794.772470] env[70491]: _type = "Task" [ 794.772470] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.782512] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.854753] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a4c3c0-0403-38ca-4069-fff06bc61e03, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.855021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.855280] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d517a143-ffd5-41c8-904c-9782cba540db/d517a143-ffd5-41c8-904c-9782cba540db.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.855558] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-031064d8-91dc-4a1a-97f5-c042b4b3559e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.863740] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 794.863740] env[70491]: value = "task-3293980" [ 794.863740] env[70491]: _type = "Task" [ 794.863740] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.873022] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.947073] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Successfully updated port: dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.113227] env[70491]: DEBUG oslo_vmware.api [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293978, 'name': PowerOffVM_Task, 'duration_secs': 0.22646} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.113967] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.114376] env[70491]: DEBUG nova.compute.manager [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.115468] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a827095-9a85-43c2-aa3d-b551443cd6f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.143022] env[70491]: DEBUG nova.compute.utils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.145492] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.145990] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.151021] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.181892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d98839b8-a7c0-4c53-9c7b-41b28b306fd3 tempest-ServerShowV254Test-686147222 tempest-ServerShowV254Test-686147222-project-member] Lock "8e8650ee-1c9a-4ed0-af77-de29148ad085" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.426s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.183528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2f7cf53-5f6b-42f6-a894-48bc20e1c678 tempest-ServersAdminNegativeTestJSON-12488335 tempest-ServersAdminNegativeTestJSON-12488335-project-member] Lock "8ff3c6e9-627b-4750-8157-5bbc2d76f832" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.687s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.218172] env[70491]: DEBUG nova.policy [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7daa4c0683f942ad9ebbc7b22abb9e0b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5f96c183fbc4b39ac49411366a5b0e5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.283888] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.284110] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing instance network info cache due to event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.284339] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquiring lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.284483] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquired lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.284641] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.295024] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293979, 'name': ReconfigVM_Task, 'duration_secs': 0.491448} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.295614] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Reconfigured VM instance instance-00000025 to attach disk [datastore1] cf4fe545-4ba2-486c-8b70-5b53e1412792/cf4fe545-4ba2-486c-8b70-5b53e1412792.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.296369] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2c7ffd8-8248-4ca9-9596-0a1168f5e505 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.308273] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 795.308273] env[70491]: value = "task-3293981" [ 795.308273] env[70491]: _type = "Task" [ 795.308273] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.320669] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293981, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.376108] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490902} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.376933] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d517a143-ffd5-41c8-904c-9782cba540db/d517a143-ffd5-41c8-904c-9782cba540db.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.376933] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.377221] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f650b112-209b-47b6-b243-1f48b1dfebd6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.385219] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 795.385219] env[70491]: value = "task-3293982" [ 795.385219] env[70491]: _type = "Task" [ 795.385219] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.397018] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.452210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.452210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.452210] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.633327] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55bee1cb-1890-46b4-95d6-2e32d3133c2e tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.649211] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.679558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.753572] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Successfully created port: 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.824870] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293981, 'name': Rename_Task, 'duration_secs': 0.172663} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.825160] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.825481] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1625571b-e249-49cb-a295-75f0ea22836a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.833232] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 795.833232] env[70491]: value = "task-3293983" [ 795.833232] env[70491]: _type = "Task" [ 795.833232] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.842759] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.898595] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076303} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.898595] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.899321] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee81109a-335a-45c4-a82f-596bd3eb7138 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.925368] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d517a143-ffd5-41c8-904c-9782cba540db/d517a143-ffd5-41c8-904c-9782cba540db.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.930176] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086711e7-e021-4da9-b3f2-d4764316fda0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.955348] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 795.955348] env[70491]: value = "task-3293984" [ 795.955348] env[70491]: _type = "Task" [ 795.955348] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.967242] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.998911] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.167018] env[70491]: DEBUG nova.network.neutron [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.225811] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updated VIF entry in instance network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.226235] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [{"id": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "address": "fa:16:3e:67:74:a3", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f6beff-6e", "ovs_interfaceid": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.307026] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b50c0ef-db18-44f2-a2ef-7f7fad841aca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.312644] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04093ecd-03bc-4268-9223-af0cc369ea4a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.349303] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527b5d0f-14cb-4cdc-a855-274e797cefc6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.359534] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293983, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.361925] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e84501f-2246-44c4-a55c-6f0cd4c02d76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.375701] env[70491]: DEBUG nova.compute.provider_tree [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.464579] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.607471] env[70491]: DEBUG nova.objects.instance [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lazy-loading 'flavor' on Instance uuid 29098eb4-49b4-40a2-b942-303d860e2fbb {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.665949] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.670804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.670804] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance network_info: |[{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.671382] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:08:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd319ee6-4280-446d-a6ea-0f0a8050a36d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.680296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating folder: Project (5aaafc34bd0c4a629559db83f56b529b). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.680593] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18d51268-4681-4de2-b6a1-7213b0383c32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.696382] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created folder: Project (5aaafc34bd0c4a629559db83f56b529b) in parent group-v657728. [ 796.696382] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating folder: Instances. Parent ref: group-v657843. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.696382] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02295c3d-e4ad-4879-be28-af2d5a9b0414 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.705022] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.705334] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.707017] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.707017] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.707017] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.707017] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.707017] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.707382] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.707382] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.707382] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.707382] env[70491]: DEBUG nova.virt.hardware [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.711019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc92923e-2818-4175-b3c6-cfde57c7fa4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.715021] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created folder: Instances in parent group-v657843. [ 796.715021] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.715021] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.715335] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fbc91f6-0dca-4341-a1f4-e67ffb368055 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.732443] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Releasing lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.732714] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.732907] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.733123] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.733297] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.733463] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] No waiting events found dispatching network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.733626] env[70491]: WARNING nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received unexpected event network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d for instance with vm_state building and task_state spawning. [ 796.733921] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.734118] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing instance network info cache due to event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.734314] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.734465] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.734622] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.737229] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d812a-be17-4f5e-bcbe-6873fd34ab36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.743626] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.743626] env[70491]: value = "task-3293987" [ 796.743626] env[70491]: _type = "Task" [ 796.743626] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.763981] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293987, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.858756] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.882294] env[70491]: DEBUG nova.scheduler.client.report [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.969478] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293984, 'name': ReconfigVM_Task, 'duration_secs': 0.898291} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.969478] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d517a143-ffd5-41c8-904c-9782cba540db/d517a143-ffd5-41c8-904c-9782cba540db.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.970631] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa41a607-a3c1-472b-b92f-a964defa1006 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.978667] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 796.978667] env[70491]: value = "task-3293988" [ 796.978667] env[70491]: _type = "Task" [ 796.978667] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.989019] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293988, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.115997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.116236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquired lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.116415] env[70491]: DEBUG nova.network.neutron [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.116648] env[70491]: DEBUG nova.objects.instance [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lazy-loading 'info_cache' on Instance uuid 29098eb4-49b4-40a2-b942-303d860e2fbb {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.258727] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3293987, 'name': CreateVM_Task, 'duration_secs': 0.503285} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.258987] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.259939] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.259939] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.260197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.261747] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18677618-ffda-422a-bb89-17b5e583cca0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.267197] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 797.267197] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db06a2-854c-6e91-5e47-f8387e0cf709" [ 797.267197] env[70491]: _type = "Task" [ 797.267197] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.276535] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db06a2-854c-6e91-5e47-f8387e0cf709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.356260] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293983, 'name': PowerOnVM_Task, 'duration_secs': 1.034767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.356536] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.356736] env[70491]: INFO nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Took 9.85 seconds to spawn the instance on the hypervisor. [ 797.356906] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.357714] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569e9193-a160-462b-afc4-480400dc40b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.387304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.387826] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.393820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.456s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.393820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.393820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.629s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.393940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.398110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.317s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.398110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.399403] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.447s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.399632] env[70491]: DEBUG nova.objects.instance [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lazy-loading 'resources' on Instance uuid ff7a11f0-13a3-4395-bced-6ff716206ea0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.432019] env[70491]: INFO nova.scheduler.client.report [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Deleted allocations for instance b5626e84-a943-46d6-9333-0f5362b32884 [ 797.432266] env[70491]: INFO nova.scheduler.client.report [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleted allocations for instance 50415932-49a2-4b5c-a11d-e5e94d71d360 [ 797.450054] env[70491]: INFO nova.scheduler.client.report [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Deleted allocations for instance 7f3ca62d-3408-47fe-bc66-30cee0f2c5de [ 797.497064] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293988, 'name': Rename_Task, 'duration_secs': 0.216504} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.497064] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.497471] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2d20c3-b08b-4a42-a7a0-84adfefa5ed5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.506803] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 797.506803] env[70491]: value = "task-3293989" [ 797.506803] env[70491]: _type = "Task" [ 797.506803] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.518865] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.620839] env[70491]: DEBUG nova.objects.base [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Object Instance<29098eb4-49b4-40a2-b942-303d860e2fbb> lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 797.779080] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db06a2-854c-6e91-5e47-f8387e0cf709, 'name': SearchDatastore_Task, 'duration_secs': 0.013022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.779514] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.779798] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.780124] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.780316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.780537] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.780853] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb0b1ee3-1add-4734-99ab-40a15090a3a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.793315] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.793440] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.794248] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc524abc-783a-49f2-9469-371132c763f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.800852] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 797.800852] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c93d5-adb7-b246-7bf3-9e557ebdf131" [ 797.800852] env[70491]: _type = "Task" [ 797.800852] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.812571] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c93d5-adb7-b246-7bf3-9e557ebdf131, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.829720] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updated VIF entry in instance network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.830456] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.881735] env[70491]: INFO nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Took 51.51 seconds to build instance. [ 797.903311] env[70491]: DEBUG nova.compute.utils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.910395] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.910629] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.942982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8dcc123-0768-4f76-958b-37cae57a1abb tempest-DeleteServersAdminTestJSON-209144614 tempest-DeleteServersAdminTestJSON-209144614-project-member] Lock "b5626e84-a943-46d6-9333-0f5362b32884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.694s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.944470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b1c29439-56f2-4475-8761-b23fec668ac7 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "50415932-49a2-4b5c-a11d-e5e94d71d360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.007s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.958201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3abfb72c-3506-4382-bf69-aed044126e6a tempest-ImagesOneServerTestJSON-202996058 tempest-ImagesOneServerTestJSON-202996058-project-member] Lock "7f3ca62d-3408-47fe-bc66-30cee0f2c5de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.525s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.019649] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.022261] env[70491]: DEBUG nova.compute.manager [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-vif-plugged-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.022467] env[70491]: DEBUG oslo_concurrency.lockutils [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] Acquiring lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.022669] env[70491]: DEBUG oslo_concurrency.lockutils [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.022824] env[70491]: DEBUG oslo_concurrency.lockutils [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.022982] env[70491]: DEBUG nova.compute.manager [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] No waiting events found dispatching network-vif-plugged-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.023258] env[70491]: WARNING nova.compute.manager [req-1bd4c750-314c-4a38-be54-139a43bff541 req-705b9d70-d6f7-40fb-afcb-c38be10f9782 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received unexpected event network-vif-plugged-5fe901bd-882f-4395-a5c2-214981890f44 for instance with vm_state building and task_state spawning. [ 798.033363] env[70491]: DEBUG nova.policy [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4761bd0659a24020ba1600ae32ea36d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5302100d186d436faef5904c4202fda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.315677] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c93d5-adb7-b246-7bf3-9e557ebdf131, 'name': SearchDatastore_Task, 'duration_secs': 0.013335} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.316586] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5121de0e-7efe-4020-87f0-f0aee5000923 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.323164] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 798.323164] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523d2a35-3ba7-fbda-8d15-2d32007d8455" [ 798.323164] env[70491]: _type = "Task" [ 798.323164] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.334518] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.334831] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.335051] env[70491]: DEBUG nova.compute.manager [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing instance network info cache due to event network-changed-78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.335304] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquiring lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.335480] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Acquired lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.335671] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Refreshing network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.343600] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523d2a35-3ba7-fbda-8d15-2d32007d8455, 'name': SearchDatastore_Task, 'duration_secs': 0.012168} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.348479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348479] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.348479] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88025bf1-bd9d-466c-b883-a795237a1ac1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.363156] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 798.363156] env[70491]: value = "task-3293990" [ 798.363156] env[70491]: _type = "Task" [ 798.363156] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.384944] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.386645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.090s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.395864] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Successfully updated port: 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.414124] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.484025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e84e2fc-290c-41e5-bb0f-6a64bba53f6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.492808] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf6218-2065-4c11-aa19-78f58c53f094 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.532038] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29284773-d9fa-4a43-94e2-02b655c887e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.541440] env[70491]: DEBUG nova.network.neutron [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Updating instance_info_cache with network_info: [{"id": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "address": "fa:16:3e:d0:3f:b7", "network": {"id": "5c41e604-e087-4a77-b191-a494930bfdd4", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1059732830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c509a9485f4c42e58f6a36d22890acab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1fe68b2-6e", "ovs_interfaceid": "e1fe68b2-6e6a-4396-89ca-0a21f5e0625c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.547216] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cebf42f7-5484-41b9-80b5-c61ca8d6f0dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.552547] env[70491]: DEBUG oslo_vmware.api [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3293989, 'name': PowerOnVM_Task, 'duration_secs': 0.815355} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.553100] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.553403] env[70491]: INFO nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Took 8.36 seconds to spawn the instance on the hypervisor. [ 798.553601] env[70491]: DEBUG nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.556232] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90178f03-6dbc-4340-8aaa-5dfdc9c91e75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.569394] env[70491]: DEBUG nova.compute.provider_tree [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.877760] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47493} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.878079] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.878306] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.878559] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de5de682-8ac3-4848-9add-5da22eb4129b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.886615] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 798.886615] env[70491]: value = "task-3293991" [ 798.886615] env[70491]: _type = "Task" [ 798.886615] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.893542] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.901388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.901388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.901388] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.901388] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.973139] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Successfully created port: ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.055273] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Releasing lock "refresh_cache-29098eb4-49b4-40a2-b942-303d860e2fbb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.076828] env[70491]: DEBUG nova.scheduler.client.report [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.092684] env[70491]: INFO nova.compute.manager [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Took 47.01 seconds to build instance. [ 799.320741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.320994] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.321219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.321400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.321565] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.324233] env[70491]: INFO nova.compute.manager [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Terminating instance [ 799.375028] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updated VIF entry in instance network info cache for port 78f6beff-6e1f-41ee-9d4d-e1523c55b928. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.375390] env[70491]: DEBUG nova.network.neutron [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [{"id": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "address": "fa:16:3e:67:74:a3", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f6beff-6e", "ovs_interfaceid": "78f6beff-6e1f-41ee-9d4d-e1523c55b928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.399317] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071929} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.399875] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.400673] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f7a201-b6c2-4492-a961-55f56cdf6319 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.438156] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.449698] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.452755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.453060] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533c0579-9c36-493b-b520-6aa39b63f2d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.477629] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 799.477629] env[70491]: value = "task-3293992" [ 799.477629] env[70491]: _type = "Task" [ 799.477629] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.483744] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.500603] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.500858] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.501207] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.501401] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.501543] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.501686] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.501892] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.502058] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.502226] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.503167] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.503167] env[70491]: DEBUG nova.virt.hardware [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.506927] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1b8ff3-c47b-4484-bc48-26d24b4ea02a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.512977] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.531492] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6fabc-14ee-4323-8786-60346bfd08a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.590533] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.593524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.146s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.597443] env[70491]: INFO nova.compute.claims [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.603561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbb977f-2673-4833-b540-f7adfc01d745 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.257s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.624815] env[70491]: INFO nova.scheduler.client.report [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Deleted allocations for instance ff7a11f0-13a3-4395-bced-6ff716206ea0 [ 799.831150] env[70491]: DEBUG nova.compute.manager [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.831395] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.832319] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2bc71c-17cc-47d6-b4d7-2edf50ff4341 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.848390] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.848793] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf66a97e-fb88-475b-a9c2-d7cb5ad5a71e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.861950] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 799.861950] env[70491]: value = "task-3293993" [ 799.861950] env[70491]: _type = "Task" [ 799.861950] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.876766] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.878352] env[70491]: DEBUG oslo_concurrency.lockutils [req-896e890a-4815-46de-b3e5-8d93c7d1bccc req-f79a2be9-ca7c-4b53-b943-f4c7167c76d8 service nova] Releasing lock "refresh_cache-8d7c77a9-1ff6-42f1-a714-12e2d5562d68" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.950814] env[70491]: DEBUG nova.network.neutron [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.003317] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293992, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.061031] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.061556] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e13eef-3959-47e3-a0c6-bed062499b59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.074381] env[70491]: DEBUG oslo_vmware.api [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 800.074381] env[70491]: value = "task-3293994" [ 800.074381] env[70491]: _type = "Task" [ 800.074381] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.086401] env[70491]: DEBUG oslo_vmware.api [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.105506] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.134738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-354f6bc5-fa74-4ac4-a987-0855b7ed59f0 tempest-ServersAaction247Test-1085146846 tempest-ServersAaction247Test-1085146846-project-member] Lock "ff7a11f0-13a3-4395-bced-6ff716206ea0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.402s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.366333] env[70491]: DEBUG nova.compute.manager [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-changed-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.366607] env[70491]: DEBUG nova.compute.manager [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing instance network info cache due to event network-changed-5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.366833] env[70491]: DEBUG oslo_concurrency.lockutils [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.379684] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293993, 'name': PowerOffVM_Task, 'duration_secs': 0.354887} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.379982] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.380193] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.380476] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ca68fc-50ff-4999-93f5-ca8918e999f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.414623] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "d517a143-ffd5-41c8-904c-9782cba540db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.415061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.415333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "d517a143-ffd5-41c8-904c-9782cba540db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.415464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.415625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.417756] env[70491]: INFO nova.compute.manager [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Terminating instance [ 800.456711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.458033] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Instance network_info: |[{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.458033] env[70491]: DEBUG oslo_concurrency.lockutils [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.458256] env[70491]: DEBUG nova.network.neutron [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.458905] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fe901bd-882f-4395-a5c2-214981890f44', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.473177] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Creating folder: Project (d5f96c183fbc4b39ac49411366a5b0e5). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.475267] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80bc35ca-55c4-4300-be0b-b125a9c7e8ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.479021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.479511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.479511] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleting the datastore file [datastore1] c18312e9-84ed-4c18-a3c6-fa9c7129e22a {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.480872] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6779c5df-b2e8-4034-bdbb-46b092e70938 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.497983] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for the task: (returnval){ [ 800.497983] env[70491]: value = "task-3293997" [ 800.497983] env[70491]: _type = "Task" [ 800.497983] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.498316] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Created folder: Project (d5f96c183fbc4b39ac49411366a5b0e5) in parent group-v657728. [ 800.498490] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Creating folder: Instances. Parent ref: group-v657846. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.499232] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-813519f9-4348-48a5-945a-09b56e4e601f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.508197] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293992, 'name': ReconfigVM_Task, 'duration_secs': 0.631614} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.509185] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.510098] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-993e83ef-c3b4-4732-b731-f73d0fb86b0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.532707] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.535646] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 800.535646] env[70491]: value = "task-3293999" [ 800.535646] env[70491]: _type = "Task" [ 800.535646] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.537255] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Created folder: Instances in parent group-v657846. [ 800.537447] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.541298] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.541541] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343d6b62-cd78-4251-9098-36b40ea88b37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.567954] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293999, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.570150] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.570150] env[70491]: value = "task-3294000" [ 800.570150] env[70491]: _type = "Task" [ 800.570150] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.586335] env[70491]: DEBUG oslo_vmware.api [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.590422] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294000, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.643195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.818223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.818465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.818695] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.819147] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.819147] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.823546] env[70491]: INFO nova.compute.manager [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Terminating instance [ 800.925022] env[70491]: DEBUG nova.compute.manager [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.925022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.925022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ac325-ddd4-48eb-b71a-5d2bbaa8aa0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.946376] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.946498] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fa96c3a-4886-4cde-9e1a-6b7141eea58a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.968630] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 800.968630] env[70491]: value = "task-3294001" [ 800.968630] env[70491]: _type = "Task" [ 800.968630] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.987626] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.009767] env[70491]: DEBUG oslo_vmware.api [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Task: {'id': task-3293997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155698} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.010121] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.010351] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.010584] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.010877] env[70491]: INFO nova.compute.manager [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 801.011188] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.011423] env[70491]: DEBUG nova.compute.manager [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.011532] env[70491]: DEBUG nova.network.neutron [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 801.051173] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3293999, 'name': Rename_Task, 'duration_secs': 0.197202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.051473] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.054294] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7050e836-e713-431f-b484-957de30e2fe6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.065589] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 801.065589] env[70491]: value = "task-3294002" [ 801.065589] env[70491]: _type = "Task" [ 801.065589] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.080118] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.091166] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294000, 'name': CreateVM_Task, 'duration_secs': 0.473521} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.097433] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.097929] env[70491]: DEBUG oslo_vmware.api [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3293994, 'name': PowerOnVM_Task, 'duration_secs': 0.577442} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.099169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.099364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.099892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.099987] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.100211] env[70491]: DEBUG nova.compute.manager [None req-a21773e0-39d1-4851-8f28-df38d9b0c81c tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.100541] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e98a2d7-182c-42d3-81f2-8b4a1f1bfff7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.102975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52e954d-bb92-4456-9c32-22d6baba4343 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.119254] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 801.119254] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527fd7dd-2514-96b7-bf92-b6c9c2e357bb" [ 801.119254] env[70491]: _type = "Task" [ 801.119254] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.135658] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527fd7dd-2514-96b7-bf92-b6c9c2e357bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012315} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.135999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.136276] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.136524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.136663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.136839] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.137155] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69f6ba12-c2df-4ffe-b116-7b0f98fe9841 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.154896] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.154896] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.154896] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b17db85-1d9d-4d6c-9b0f-00a9897c330e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.165424] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 801.165424] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bae4d0-505a-f47c-972d-20bf979c56ba" [ 801.165424] env[70491]: _type = "Task" [ 801.165424] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.178780] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bae4d0-505a-f47c-972d-20bf979c56ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.225979] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Successfully updated port: ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.270750] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c3c838-721d-4b2b-8ef1-5922faf4422f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.283564] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dace28-2d4c-475d-b841-44844894dc40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.322560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4964a1c7-fd4a-4430-ba68-5307a8b54a8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.329188] env[70491]: DEBUG nova.compute.manager [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.329487] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.333892] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfc0596-ded8-4199-94e5-04670e2bf9d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.341308] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03983fa-e39f-4441-bdd2-c5674283f5ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.353613] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.361412] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b7aaf23-da44-4cb1-8211-a7f7194feb0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.363564] env[70491]: DEBUG nova.compute.provider_tree [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.371856] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 801.371856] env[70491]: value = "task-3294003" [ 801.371856] env[70491]: _type = "Task" [ 801.371856] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.382867] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.399789] env[70491]: DEBUG nova.network.neutron [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updated VIF entry in instance network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.400173] env[70491]: DEBUG nova.network.neutron [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.480883] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294001, 'name': PowerOffVM_Task, 'duration_secs': 0.314578} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.481070] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.481247] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.481512] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e122969-d6f4-49a7-9eee-6c9a260f07ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.561018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.561018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.561018] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleting the datastore file [datastore1] d517a143-ffd5-41c8-904c-9782cba540db {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.561305] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e84031-dd81-4eda-9734-7c18bf1f4477 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.572369] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 801.572369] env[70491]: value = "task-3294005" [ 801.572369] env[70491]: _type = "Task" [ 801.572369] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.579147] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.587869] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.679791] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bae4d0-505a-f47c-972d-20bf979c56ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012532} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.680681] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1e18e3-0465-4a44-b1b8-45f6488fa85c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.688358] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 801.688358] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c35eb-ce05-a578-4d97-90463b0f853e" [ 801.688358] env[70491]: _type = "Task" [ 801.688358] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.699231] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c35eb-ce05-a578-4d97-90463b0f853e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.732285] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.732421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.732619] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.870930] env[70491]: DEBUG nova.scheduler.client.report [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.886031] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294003, 'name': PowerOffVM_Task, 'duration_secs': 0.282376} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.886428] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.886905] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.888385] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b8648b6-0cde-4d44-bf08-0bab447a3cf4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.903948] env[70491]: DEBUG oslo_concurrency.lockutils [req-8238ca56-a809-459b-88bf-fc527bcd6b5b req-f7d87210-7128-422b-9d49-795cf2884a7e service nova] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.916454] env[70491]: DEBUG nova.network.neutron [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.986685] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.986827] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.987062] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleting the datastore file [datastore1] cf4fe545-4ba2-486c-8b70-5b53e1412792 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.987392] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7853ead7-df67-445f-affd-6db560421b7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.996725] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 801.996725] env[70491]: value = "task-3294007" [ 801.996725] env[70491]: _type = "Task" [ 801.996725] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.008617] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.085693] env[70491]: DEBUG oslo_vmware.api [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.085975] env[70491]: DEBUG oslo_vmware.api [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294002, 'name': PowerOnVM_Task, 'duration_secs': 0.678995} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.086242] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.086428] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.086600] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.086772] env[70491]: INFO nova.compute.manager [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Took 1.16 seconds to destroy the instance on the hypervisor. [ 802.087028] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.087242] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.087425] env[70491]: INFO nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Took 8.21 seconds to spawn the instance on the hypervisor. [ 802.087745] env[70491]: DEBUG nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.088071] env[70491]: DEBUG nova.compute.manager [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.088236] env[70491]: DEBUG nova.network.neutron [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.090625] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5e246b-7746-4953-bfab-6f0ffa6008e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.202541] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c35eb-ce05-a578-4d97-90463b0f853e, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.202868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.203492] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2a69c04-2c01-42ea-945f-dadc1a93c8c8/d2a69c04-2c01-42ea-945f-dadc1a93c8c8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.203779] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e81983c7-878c-43ee-ad22-e432c4ad8a1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.212205] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 802.212205] env[70491]: value = "task-3294008" [ 802.212205] env[70491]: _type = "Task" [ 802.212205] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.221379] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.289029] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.379982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.380758] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.384125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.709s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.384255] env[70491]: DEBUG nova.objects.instance [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lazy-loading 'resources' on Instance uuid 7ec9324c-f8ea-4528-a287-c42dc901c636 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.419233] env[70491]: INFO nova.compute.manager [-] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Took 1.41 seconds to deallocate network for instance. [ 802.508987] env[70491]: DEBUG oslo_vmware.api [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162928} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.509335] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.509590] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.509697] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.510064] env[70491]: INFO nova.compute.manager [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Took 1.18 seconds to destroy the instance on the hypervisor. [ 802.510281] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.510489] env[70491]: DEBUG nova.compute.manager [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.510582] env[70491]: DEBUG nova.network.neutron [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.617249] env[70491]: INFO nova.compute.manager [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Took 47.07 seconds to build instance. [ 802.655742] env[70491]: DEBUG nova.network.neutron [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Updating instance_info_cache with network_info: [{"id": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "address": "fa:16:3e:df:1b:1a", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1c51be-bb", "ovs_interfaceid": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.728732] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506076} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.729103] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2a69c04-2c01-42ea-945f-dadc1a93c8c8/d2a69c04-2c01-42ea-945f-dadc1a93c8c8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.729295] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.729606] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c739534-b478-4c04-8e55-944fcad420ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.736661] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 802.736661] env[70491]: value = "task-3294009" [ 802.736661] env[70491]: _type = "Task" [ 802.736661] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.747796] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.887862] env[70491]: DEBUG nova.compute.utils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.892019] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.892019] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.926555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.972215] env[70491]: DEBUG nova.policy [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ece62db5b0b4eb6b33294d407f85d0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ef4c535078544fabe881cb80d4dca3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.981517] env[70491]: DEBUG nova.network.neutron [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.036251] env[70491]: DEBUG nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Received event network-vif-plugged-ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.036251] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Acquiring lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.036456] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.036665] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.036782] env[70491]: DEBUG nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] No waiting events found dispatching network-vif-plugged-ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.036944] env[70491]: WARNING nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Received unexpected event network-vif-plugged-ac1c51be-bb40-4138-8b46-ae1dc5958a93 for instance with vm_state building and task_state spawning. [ 803.037120] env[70491]: DEBUG nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Received event network-changed-ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.037273] env[70491]: DEBUG nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Refreshing instance network info cache due to event network-changed-ac1c51be-bb40-4138-8b46-ae1dc5958a93. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.037434] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Acquiring lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.131614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-95a8a5f4-9f29-450b-bbfc-d4d25403b6ea tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.208s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.139274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.139673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.159207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.159207] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance network_info: |[{"id": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "address": "fa:16:3e:df:1b:1a", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1c51be-bb", "ovs_interfaceid": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.159478] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Acquired lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.159654] env[70491]: DEBUG nova.network.neutron [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Refreshing network info cache for port ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.160839] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac1c51be-bb40-4138-8b46-ae1dc5958a93', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.170757] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating folder: Project (5302100d186d436faef5904c4202fda5). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.174405] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc176d1c-4221-4eb6-8cc2-96f6a54d25a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.190067] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created folder: Project (5302100d186d436faef5904c4202fda5) in parent group-v657728. [ 803.190433] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating folder: Instances. Parent ref: group-v657849. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.190791] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2806e4f-6ab5-4d3d-8a2f-731bdf0a8e14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.201527] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created folder: Instances in parent group-v657849. [ 803.201913] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.202216] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.202578] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b12de7a-67f0-4c5d-a11e-b018cec934ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.230532] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.230532] env[70491]: value = "task-3294012" [ 803.230532] env[70491]: _type = "Task" [ 803.230532] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.239407] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294012, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.247076] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071103} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.247343] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.248831] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a6426-5e30-47b3-bdcf-05b36562b559 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.275881] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d2a69c04-2c01-42ea-945f-dadc1a93c8c8/d2a69c04-2c01-42ea-945f-dadc1a93c8c8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.278444] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35963146-0d16-48a5-8211-8099764daa02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.301917] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 803.301917] env[70491]: value = "task-3294013" [ 803.301917] env[70491]: _type = "Task" [ 803.301917] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.312406] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.395975] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.462766] env[70491]: DEBUG nova.network.neutron [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.488236] env[70491]: INFO nova.compute.manager [-] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Took 1.40 seconds to deallocate network for instance. [ 803.529895] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc8214-9030-407e-bebe-ffa61046783d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.540564] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61358fe-6b48-4e95-be70-11714c73915c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.574997] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d43b115-582f-40d9-9e5f-c1114beaf5ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.583147] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca810d57-0128-498e-895f-66486560ba24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.597976] env[70491]: DEBUG nova.compute.provider_tree [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.636424] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.666426] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Successfully created port: 5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.742488] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294012, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.812645] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294013, 'name': ReconfigVM_Task, 'duration_secs': 0.33715} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.813202] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d2a69c04-2c01-42ea-945f-dadc1a93c8c8/d2a69c04-2c01-42ea-945f-dadc1a93c8c8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.814692] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5056379-5cfc-4975-ad61-97c52a4328a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.825943] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 803.825943] env[70491]: value = "task-3294014" [ 803.825943] env[70491]: _type = "Task" [ 803.825943] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.834344] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294014, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.970213] env[70491]: INFO nova.compute.manager [-] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Took 1.46 seconds to deallocate network for instance. [ 803.997842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.101576] env[70491]: DEBUG nova.scheduler.client.report [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.168966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.243576] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294012, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.333882] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294014, 'name': Rename_Task, 'duration_secs': 0.378895} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.334437] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.334713] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-708e758e-fe8a-48da-8b08-e65040f95e10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.340955] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 804.340955] env[70491]: value = "task-3294015" [ 804.340955] env[70491]: _type = "Task" [ 804.340955] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.348723] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.409052] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.435080] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.435314] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.435778] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.435778] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.435889] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.436058] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.436281] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.436484] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.436687] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.436881] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.437108] env[70491]: DEBUG nova.virt.hardware [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.438072] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b09e90-584a-4660-b712-5fc13f266e9e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.446207] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32608bba-a218-4c96-afff-699e4bd907c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.477717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.499194] env[70491]: DEBUG nova.network.neutron [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Updated VIF entry in instance network info cache for port ac1c51be-bb40-4138-8b46-ae1dc5958a93. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.499194] env[70491]: DEBUG nova.network.neutron [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Updating instance_info_cache with network_info: [{"id": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "address": "fa:16:3e:df:1b:1a", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac1c51be-bb", "ovs_interfaceid": "ac1c51be-bb40-4138-8b46-ae1dc5958a93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.607494] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.609844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.834s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.610272] env[70491]: DEBUG nova.objects.instance [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lazy-loading 'resources' on Instance uuid 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.638281] env[70491]: INFO nova.scheduler.client.report [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted allocations for instance 7ec9324c-f8ea-4528-a287-c42dc901c636 [ 804.747733] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294012, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.854802] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.000938] env[70491]: DEBUG oslo_concurrency.lockutils [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] Releasing lock "refresh_cache-5e0dd693-bbc8-4e09-b77c-4afaa2352d94" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.001249] env[70491]: DEBUG nova.compute.manager [req-d84d3609-bc44-4a18-a391-35c7abe1620b req-b6b4b8f8-e4a7-4088-be42-25c30a949fd1 service nova] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Received event network-vif-deleted-ffe500be-b959-4d0c-8d22-4de1327cc1de {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.150059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c1dcb474-2a19-439a-bfc0-8098b0708e15 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "7ec9324c-f8ea-4528-a287-c42dc901c636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.946s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.157551] env[70491]: DEBUG nova.compute.manager [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Received event network-vif-deleted-a5eec860-85e8-4bd9-9471-cd4257d087c0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.159769] env[70491]: DEBUG nova.compute.manager [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Received event network-vif-deleted-883b748b-91a0-4736-88af-4768049c6b26 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.159769] env[70491]: DEBUG nova.compute.manager [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.159850] env[70491]: DEBUG nova.compute.manager [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing instance network info cache due to event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.160644] env[70491]: DEBUG oslo_concurrency.lockutils [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.160644] env[70491]: DEBUG oslo_concurrency.lockutils [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.160644] env[70491]: DEBUG nova.network.neutron [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.250989] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294012, 'name': CreateVM_Task, 'duration_secs': 1.600723} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.253819] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.254833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.255125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.255542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.255963] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852e5128-3428-4385-b6de-1c8d66cb33da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.261141] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 805.261141] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e33e1c-4709-ae9d-13b3-d00bb0b2bc6f" [ 805.261141] env[70491]: _type = "Task" [ 805.261141] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.270726] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e33e1c-4709-ae9d-13b3-d00bb0b2bc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.359176] env[70491]: DEBUG oslo_vmware.api [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294015, 'name': PowerOnVM_Task, 'duration_secs': 0.852091} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.359176] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.359309] env[70491]: INFO nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Took 8.69 seconds to spawn the instance on the hypervisor. [ 805.360035] env[70491]: DEBUG nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.360285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f1ca0e-ae7f-4965-bd1e-b394c1d45050 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.718229] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8148c7b7-3343-49e4-a078-50f0e3006d97 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.729145] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6333e6-1bda-43d2-a4a4-b7d90ca69ada {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.769142] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b4b7ec-fb8f-4fae-a171-dd468a66733f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.778309] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e33e1c-4709-ae9d-13b3-d00bb0b2bc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.781436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.781656] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.781933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.782105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.782291] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.782628] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-919447cb-d085-4527-a50f-a27149422d28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.788708] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e6682-5750-45a1-928f-419f4be35870 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.802058] env[70491]: DEBUG nova.compute.provider_tree [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.804665] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.804844] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.805837] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f0ae88-45df-4915-85dd-755b022c4ad1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.811786] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 805.811786] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ac8593-f692-e0f6-4eb4-0378fa4f3e7a" [ 805.811786] env[70491]: _type = "Task" [ 805.811786] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.822958] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ac8593-f692-e0f6-4eb4-0378fa4f3e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.889373] env[70491]: INFO nova.compute.manager [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Took 44.65 seconds to build instance. [ 806.199034] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Successfully updated port: 5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.271227] env[70491]: DEBUG nova.network.neutron [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updated VIF entry in instance network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.272162] env[70491]: DEBUG nova.network.neutron [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.307243] env[70491]: DEBUG nova.scheduler.client.report [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.328180] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ac8593-f692-e0f6-4eb4-0378fa4f3e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.026529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.328967] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d78e13-5a6f-447a-a69c-ed94d02c368d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.338777] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 806.338777] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc21f7-5125-e34a-500e-dd7e448f9dd1" [ 806.338777] env[70491]: _type = "Task" [ 806.338777] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.350024] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc21f7-5125-e34a-500e-dd7e448f9dd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.391539] env[70491]: DEBUG oslo_concurrency.lockutils [None req-437131ad-fbb6-4dd7-9ea7-c0f25cfc58a4 tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.651s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.426627] env[70491]: DEBUG nova.compute.manager [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Received event network-vif-plugged-5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.427024] env[70491]: DEBUG oslo_concurrency.lockutils [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] Acquiring lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.427145] env[70491]: DEBUG oslo_concurrency.lockutils [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.427750] env[70491]: DEBUG oslo_concurrency.lockutils [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.427750] env[70491]: DEBUG nova.compute.manager [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] No waiting events found dispatching network-vif-plugged-5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.427750] env[70491]: WARNING nova.compute.manager [req-583ecba8-99f0-4f4d-a9c3-9dc6724a1040 req-b6712a15-0556-49e4-a359-0c3a50f167d2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Received unexpected event network-vif-plugged-5172c231-bcf9-4a68-b067-9c7aa0306f7c for instance with vm_state building and task_state spawning. [ 806.705920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.705920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquired lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.705920] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.776829] env[70491]: DEBUG oslo_concurrency.lockutils [req-7532bb4f-9830-4a45-8338-f243723bb32d req-00ddac6d-33d6-4c83-a5af-457b2b26cf7d service nova] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.815967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.819360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.953s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.821663] env[70491]: INFO nova.compute.claims [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.856891] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc21f7-5125-e34a-500e-dd7e448f9dd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.860422] env[70491]: INFO nova.scheduler.client.report [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Deleted allocations for instance 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c [ 806.860422] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.860851] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.861146] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-419070f8-9577-4a89-9b04-e5f1edd3a45a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.872554] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 806.872554] env[70491]: value = "task-3294016" [ 806.872554] env[70491]: _type = "Task" [ 806.872554] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.883109] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.894673] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.106069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "a9158fa4-ce1f-4a33-b401-36983198238e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.106413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.274798] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.370302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3a19f73e-e66b-4767-9add-b509b1b9c7f7 tempest-ListServersNegativeTestJSON-942239991 tempest-ListServersNegativeTestJSON-942239991-project-member] Lock "6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.038s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.384114] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294016, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.424255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.597781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.597781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.597781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.597781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.598081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.600868] env[70491]: INFO nova.compute.manager [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Terminating instance [ 807.652787] env[70491]: DEBUG nova.network.neutron [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Updating instance_info_cache with network_info: [{"id": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "address": "fa:16:3e:c3:a4:c1", "network": {"id": "9eaf4bef-e26d-452d-8ec5-41563951e904", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-912396513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4c535078544fabe881cb80d4dca3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5172c231-bc", "ovs_interfaceid": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.885666] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596348} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.886216] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.886655] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.886753] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26c18de0-ea6a-4ae9-b1ee-3df62db143e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.898787] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 807.898787] env[70491]: value = "task-3294017" [ 807.898787] env[70491]: _type = "Task" [ 807.898787] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.911255] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.109646] env[70491]: DEBUG nova.compute.manager [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.109876] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.113158] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f616c672-bd48-45de-bf82-8ee425e0bb49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.129153] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.129795] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-771dd183-f8b6-4002-a7db-4fede981ab42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.136867] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 808.136867] env[70491]: value = "task-3294018" [ 808.136867] env[70491]: _type = "Task" [ 808.136867] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.148718] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.158845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Releasing lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.159210] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Instance network_info: |[{"id": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "address": "fa:16:3e:c3:a4:c1", "network": {"id": "9eaf4bef-e26d-452d-8ec5-41563951e904", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-912396513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4c535078544fabe881cb80d4dca3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5172c231-bc", "ovs_interfaceid": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.159623] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:a4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5172c231-bcf9-4a68-b067-9c7aa0306f7c', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.168012] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Creating folder: Project (6ef4c535078544fabe881cb80d4dca3a). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.170788] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7974142-5dac-44c9-bc68-66757578299c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.183367] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Created folder: Project (6ef4c535078544fabe881cb80d4dca3a) in parent group-v657728. [ 808.183367] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Creating folder: Instances. Parent ref: group-v657852. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.185456] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7078de95-0307-413d-abe9-083c615eff08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.195080] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Created folder: Instances in parent group-v657852. [ 808.196193] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.196193] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.196193] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9165aa-a477-4b6f-a362-5ac79deca4a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.222129] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.222129] env[70491]: value = "task-3294021" [ 808.222129] env[70491]: _type = "Task" [ 808.222129] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.230531] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294021, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.412852] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.474597} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.415460] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.417374] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d77706-df27-47ef-a8cf-2b366445274d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.441563] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.442235] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a4eb7f8-6827-48cf-979c-b73da0b6588d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.458510] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4661f98-0f64-4c28-925a-d4919aac61a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.465873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67fec53-4546-42ae-8993-fa79ec6ba8dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.471585] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 808.471585] env[70491]: value = "task-3294022" [ 808.471585] env[70491]: _type = "Task" [ 808.471585] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.472977] env[70491]: DEBUG nova.compute.manager [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Received event network-changed-5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.473578] env[70491]: DEBUG nova.compute.manager [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Refreshing instance network info cache due to event network-changed-5172c231-bcf9-4a68-b067-9c7aa0306f7c. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.473578] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Acquiring lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.473578] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Acquired lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.473737] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Refreshing network info cache for port 5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.509818] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcef56b2-1692-45d9-ad5b-0cd8415b795f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.519052] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.522677] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46699f8a-b963-4303-9ea2-951f774f44ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.542191] env[70491]: DEBUG nova.compute.provider_tree [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.658921] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294018, 'name': PowerOffVM_Task, 'duration_secs': 0.450158} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.659717] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.661279] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.661279] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-302c80f5-4774-4de8-8dc6-8f8e05015dc4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.739525] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294021, 'name': CreateVM_Task, 'duration_secs': 0.453391} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.741709] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.742204] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.743698] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.744816] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleting the datastore file [datastore1] 34d94167-73a0-44ed-9b41-cc3e8bfdf30c {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.745916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.747866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.747866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.747866] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4178881-35d7-4cd2-a432-d3ff2166dd14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.750195] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef17160-df05-4283-a585-2e9859670e5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.755678] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 808.755678] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ad6837-dce3-a231-cec0-e18b6de034d0" [ 808.755678] env[70491]: _type = "Task" [ 808.755678] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.760678] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 808.760678] env[70491]: value = "task-3294024" [ 808.760678] env[70491]: _type = "Task" [ 808.760678] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.771964] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ad6837-dce3-a231-cec0-e18b6de034d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.778316] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.951932] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Updated VIF entry in instance network info cache for port 5172c231-bcf9-4a68-b067-9c7aa0306f7c. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.952213] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Updating instance_info_cache with network_info: [{"id": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "address": "fa:16:3e:c3:a4:c1", "network": {"id": "9eaf4bef-e26d-452d-8ec5-41563951e904", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-912396513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ef4c535078544fabe881cb80d4dca3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5172c231-bc", "ovs_interfaceid": "5172c231-bcf9-4a68-b067-9c7aa0306f7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.013688] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294022, 'name': ReconfigVM_Task, 'duration_secs': 0.500881} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.014138] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.014712] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4042f82-f7c7-4d08-a032-256049e79923 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.020681] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 809.020681] env[70491]: value = "task-3294025" [ 809.020681] env[70491]: _type = "Task" [ 809.020681] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.030444] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294025, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.046590] env[70491]: DEBUG nova.scheduler.client.report [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.275108] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ad6837-dce3-a231-cec0-e18b6de034d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017523} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.275108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.275108] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.275108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.275839] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.275839] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.277946] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797d2ed0-a549-4a8a-a7d9-bced62a42a3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.286123] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.292671] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.292859] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.293658] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5548b9fa-590a-4b8b-8ce5-ad35a1aae0e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.300162] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 809.300162] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc2e16-9721-0394-3b46-a3daad53cb23" [ 809.300162] env[70491]: _type = "Task" [ 809.300162] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.309796] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc2e16-9721-0394-3b46-a3daad53cb23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.314705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.314940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.456895] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Releasing lock "refresh_cache-e48a8f9a-b146-4a32-80b9-5be961fbb846" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.457192] env[70491]: DEBUG nova.compute.manager [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-changed-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.457370] env[70491]: DEBUG nova.compute.manager [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing instance network info cache due to event network-changed-5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.457580] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457722] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.457883] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.536188] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294025, 'name': Rename_Task, 'duration_secs': 0.315882} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.536531] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.536813] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9eb2ed5-d21b-4563-bfab-8177d569794e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.544014] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 809.544014] env[70491]: value = "task-3294026" [ 809.544014] env[70491]: _type = "Task" [ 809.544014] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.552654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.554886] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.557393] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.557908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.612s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.562849] env[70491]: INFO nova.compute.claims [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.779046] env[70491]: DEBUG oslo_vmware.api [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560796} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.779046] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.779046] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.779046] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.779046] env[70491]: INFO nova.compute.manager [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 809.779218] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.779218] env[70491]: DEBUG nova.compute.manager [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.779218] env[70491]: DEBUG nova.network.neutron [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.812163] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc2e16-9721-0394-3b46-a3daad53cb23, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.815494] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab791e63-8df9-465a-96d0-86a90a8d421b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.823171] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 809.823171] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1cdc3-5aa3-e9e9-1241-e82c6259b80d" [ 809.823171] env[70491]: _type = "Task" [ 809.823171] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.835632] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1cdc3-5aa3-e9e9-1241-e82c6259b80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.060037] env[70491]: DEBUG oslo_vmware.api [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294026, 'name': PowerOnVM_Task, 'duration_secs': 0.513281} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.060037] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.060037] env[70491]: INFO nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Took 10.62 seconds to spawn the instance on the hypervisor. [ 810.060037] env[70491]: DEBUG nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.060037] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faafa179-4e18-480e-9b3e-e0393258bad5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.065317] env[70491]: DEBUG nova.compute.utils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.071282] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.071459] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.153355] env[70491]: DEBUG nova.policy [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '251f232e86254a95bc062962921bcff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec6274c1cf9642cbaedbb88559eb31d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.321708] env[70491]: DEBUG nova.compute.manager [req-8faf5661-2217-4f7e-ae64-727505a1f7bd req-ff2df745-66d9-4daa-8535-c3631c54bb59 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Received event network-vif-deleted-dbf0f87e-2340-450a-849a-4a9c1bef1102 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.321708] env[70491]: INFO nova.compute.manager [req-8faf5661-2217-4f7e-ae64-727505a1f7bd req-ff2df745-66d9-4daa-8535-c3631c54bb59 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Neutron deleted interface dbf0f87e-2340-450a-849a-4a9c1bef1102; detaching it from the instance and deleting it from the info cache [ 810.321708] env[70491]: DEBUG nova.network.neutron [req-8faf5661-2217-4f7e-ae64-727505a1f7bd req-ff2df745-66d9-4daa-8535-c3631c54bb59 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.335040] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1cdc3-5aa3-e9e9-1241-e82c6259b80d, 'name': SearchDatastore_Task, 'duration_secs': 0.013058} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.335040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.335040] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] e48a8f9a-b146-4a32-80b9-5be961fbb846/e48a8f9a-b146-4a32-80b9-5be961fbb846.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.337714] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3eb8e632-3c26-4748-a14e-bb0a3346ae7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.346421] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 810.346421] env[70491]: value = "task-3294027" [ 810.346421] env[70491]: _type = "Task" [ 810.346421] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.357298] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.388907] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updated VIF entry in instance network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.388907] env[70491]: DEBUG nova.network.neutron [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.577238] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.603206] env[70491]: INFO nova.compute.manager [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Took 47.13 seconds to build instance. [ 810.646135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.646432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.672952] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Successfully created port: 019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.728619] env[70491]: DEBUG nova.network.neutron [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.824198] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-361278d4-8261-47d5-9f7f-ad16841e22d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.839367] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16be40f1-4527-4c13-a060-4a7bcf7fc9ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.865025] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.888720] env[70491]: DEBUG nova.compute.manager [req-8faf5661-2217-4f7e-ae64-727505a1f7bd req-ff2df745-66d9-4daa-8535-c3631c54bb59 service nova] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Detach interface failed, port_id=dbf0f87e-2340-450a-849a-4a9c1bef1102, reason: Instance 34d94167-73a0-44ed-9b41-cc3e8bfdf30c could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 810.892042] env[70491]: DEBUG oslo_concurrency.lockutils [req-7b07207a-2aaf-44c5-aa8b-938b8dbf4b38 req-40c08fd0-52a2-4d61-8008-48d78f8128c2 service nova] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.106068] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21e79ccb-6ddb-479b-9ca4-e076cd89f573 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.750s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.185188] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654e8d4-45d9-4d44-8910-fa536e473c36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.194278] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc8038-5984-4af5-9f8d-37c1286cf43b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.229374] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7af12-fefd-444e-b189-909e178ce061 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.232240] env[70491]: INFO nova.compute.manager [-] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Took 1.45 seconds to deallocate network for instance. [ 811.242158] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57713877-f49b-4e1f-8290-2e997ea7587b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.256133] env[70491]: DEBUG nova.compute.provider_tree [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.364474] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76701} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.364775] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] e48a8f9a-b146-4a32-80b9-5be961fbb846/e48a8f9a-b146-4a32-80b9-5be961fbb846.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.365161] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.365303] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19b16cf-afee-4f50-8f0f-b13f91a5784b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.372101] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 811.372101] env[70491]: value = "task-3294028" [ 811.372101] env[70491]: _type = "Task" [ 811.372101] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.380293] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.606915] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.609905] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.642170] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.642492] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.642492] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.642618] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.642764] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.642909] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.643442] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.643653] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.643831] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.643995] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.644190] env[70491]: DEBUG nova.virt.hardware [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.645066] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b6ef5b-d6f6-4d71-b23e-eeb3082b30d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.654875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c278c2f-2383-4308-a63c-a67161de9b14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.741729] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.760883] env[70491]: DEBUG nova.scheduler.client.report [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.883394] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244989} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.883672] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.887113] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c7de2-f468-4f02-801f-bfa3ef6519c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.911020] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] e48a8f9a-b146-4a32-80b9-5be961fbb846/e48a8f9a-b146-4a32-80b9-5be961fbb846.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.911020] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3a9ab8-5030-48ca-802a-601314c7895d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.930277] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 811.930277] env[70491]: value = "task-3294029" [ 811.930277] env[70491]: _type = "Task" [ 811.930277] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.940564] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.984335] env[70491]: INFO nova.compute.manager [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Rebuilding instance [ 812.030063] env[70491]: DEBUG nova.compute.manager [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.030933] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e5057-63ca-4881-849c-f679d2fb8a97 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.134597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.259551] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Successfully updated port: 019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.267126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.267669] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.272142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.279s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.273021] env[70491]: INFO nova.compute.claims [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.366018] env[70491]: DEBUG nova.compute.manager [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Received event network-vif-plugged-019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.366018] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Acquiring lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.366018] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.366018] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.366176] env[70491]: DEBUG nova.compute.manager [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] No waiting events found dispatching network-vif-plugged-019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.366287] env[70491]: WARNING nova.compute.manager [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Received unexpected event network-vif-plugged-019e4e75-4ad5-4c34-b54a-31a7fad05325 for instance with vm_state building and task_state spawning. [ 812.366449] env[70491]: DEBUG nova.compute.manager [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Received event network-changed-019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.366600] env[70491]: DEBUG nova.compute.manager [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Refreshing instance network info cache due to event network-changed-019e4e75-4ad5-4c34-b54a-31a7fad05325. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.366783] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Acquiring lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.366918] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Acquired lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.367084] env[70491]: DEBUG nova.network.neutron [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Refreshing network info cache for port 019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.441436] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.762853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777837] env[70491]: DEBUG nova.compute.utils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.782175] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.782175] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.851655] env[70491]: DEBUG nova.policy [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba4a800fbc6497588ae6d806cc00174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f192b5fe464e01b971a82ecca5da13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.902078] env[70491]: DEBUG nova.network.neutron [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.944926] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294029, 'name': ReconfigVM_Task, 'duration_secs': 0.793763} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.945270] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Reconfigured VM instance instance-0000002a to attach disk [datastore2] e48a8f9a-b146-4a32-80b9-5be961fbb846/e48a8f9a-b146-4a32-80b9-5be961fbb846.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.945895] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190ff8ae-18d6-4c4f-beec-1a056bed2ac6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.955581] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 812.955581] env[70491]: value = "task-3294030" [ 812.955581] env[70491]: _type = "Task" [ 812.955581] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.966015] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294030, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.988191] env[70491]: DEBUG nova.network.neutron [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.046340] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.046780] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d7202e3-32bf-4e1b-9b48-2a060333d768 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.055104] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 813.055104] env[70491]: value = "task-3294031" [ 813.055104] env[70491]: _type = "Task" [ 813.055104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.066093] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.151557] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Successfully created port: 3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.290199] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.468259] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294030, 'name': Rename_Task, 'duration_secs': 0.293844} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.470838] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.472077] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d727411-615c-4f83-9980-f87ee551c8c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.478261] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 813.478261] env[70491]: value = "task-3294032" [ 813.478261] env[70491]: _type = "Task" [ 813.478261] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.490251] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.490689] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a05d888-bebf-41ba-a0a4-27efe49d6e96 req-7f47d643-ab67-409a-ad22-d5d91efdd7aa service nova] Releasing lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.491027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquired lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.491236] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.569183] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294031, 'name': PowerOffVM_Task, 'duration_secs': 0.268519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.569515] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.569749] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.570859] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c40292-e340-4920-9a0b-8c307154e279 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.577252] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.579673] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d877bca1-0961-4f05-aed5-0b6588a327b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.647051] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.647051] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.647051] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore2] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.647305] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35cd1493-fd1e-47b5-94bd-ade990bc44eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.653428] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 813.653428] env[70491]: value = "task-3294034" [ 813.653428] env[70491]: _type = "Task" [ 813.653428] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.664082] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.815378] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe842e22-c23b-4904-9dcd-e0c7b98affee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.822879] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaccf683-39e9-42a9-9a92-f44139d02fe3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.853662] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8415fe-fbc2-41f1-820b-1713247b1437 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.861703] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec97486-871c-48e7-9c98-72809e6e902d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.876660] env[70491]: DEBUG nova.compute.provider_tree [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.990749] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294032, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.034144] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.162954] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133343} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.163272] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.163406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.163577] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.166690] env[70491]: DEBUG nova.network.neutron [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Updating instance_info_cache with network_info: [{"id": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "address": "fa:16:3e:82:17:94", "network": {"id": "bc9d815e-0e29-4dd3-895b-9e4b098b1657", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017276835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec6274c1cf9642cbaedbb88559eb31d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e4e75-4a", "ovs_interfaceid": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.300720] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.326670] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.326935] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.327078] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.327268] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.327416] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.327553] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.327759] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.327914] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.328097] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.328288] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.328461] env[70491]: DEBUG nova.virt.hardware [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.329778] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae082f-d2d3-47bb-bc52-5bec387670ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.337775] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca443df5-120e-436f-b2b8-25f48e027c77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.379812] env[70491]: DEBUG nova.scheduler.client.report [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.490047] env[70491]: DEBUG oslo_vmware.api [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294032, 'name': PowerOnVM_Task, 'duration_secs': 0.533888} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.490047] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.490196] env[70491]: INFO nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Took 10.08 seconds to spawn the instance on the hypervisor. [ 814.490369] env[70491]: DEBUG nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.491217] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b830cec-d0c4-4e13-bfd2-7fb476c535fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.562629] env[70491]: DEBUG nova.compute.manager [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Received event network-vif-plugged-3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.563466] env[70491]: DEBUG oslo_concurrency.lockutils [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] Acquiring lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.563466] env[70491]: DEBUG oslo_concurrency.lockutils [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.563466] env[70491]: DEBUG oslo_concurrency.lockutils [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.563466] env[70491]: DEBUG nova.compute.manager [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] No waiting events found dispatching network-vif-plugged-3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 814.563650] env[70491]: WARNING nova.compute.manager [req-b871e361-d417-4881-8f33-497b2a98b9da req-4bcd995f-33f3-4090-8cd6-1a98dca62627 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Received unexpected event network-vif-plugged-3374276e-f52d-4845-9e6d-542ef7de0095 for instance with vm_state building and task_state spawning. [ 814.671288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Releasing lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.671571] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance network_info: |[{"id": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "address": "fa:16:3e:82:17:94", "network": {"id": "bc9d815e-0e29-4dd3-895b-9e4b098b1657", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017276835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec6274c1cf9642cbaedbb88559eb31d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e4e75-4a", "ovs_interfaceid": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.672125] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:17:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '019e4e75-4ad5-4c34-b54a-31a7fad05325', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.679705] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Creating folder: Project (ec6274c1cf9642cbaedbb88559eb31d1). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.679973] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5becc838-6c58-464b-8ee2-7031c195a806 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.690855] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Created folder: Project (ec6274c1cf9642cbaedbb88559eb31d1) in parent group-v657728. [ 814.691072] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Creating folder: Instances. Parent ref: group-v657855. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.691325] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d43521a-a956-4409-8a7b-12e4ca2b5292 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.702241] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Created folder: Instances in parent group-v657855. [ 814.702551] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.704094] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.704318] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14616379-60b2-44b8-a330-e3ad0163ff5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.726248] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.726248] env[70491]: value = "task-3294037" [ 814.726248] env[70491]: _type = "Task" [ 814.726248] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.736161] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294037, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.772713] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Successfully updated port: 3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.887052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.887652] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.890366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.211s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.891733] env[70491]: INFO nova.compute.claims [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.010957] env[70491]: INFO nova.compute.manager [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Took 45.59 seconds to build instance. [ 815.201419] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.201720] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.201803] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.201982] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.202157] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.202330] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.202541] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.202697] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.202863] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.203096] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.203308] env[70491]: DEBUG nova.virt.hardware [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.204223] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394cd768-2881-47b2-a847-706862b7b535 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.213102] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7e1435-4897-430a-975d-d843e0bb5a3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.227195] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:1b:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac1c51be-bb40-4138-8b46-ae1dc5958a93', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.235014] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.238253] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.238490] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6e5908c-28d8-46f7-a932-136103d9fa8b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.259809] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294037, 'name': CreateVM_Task, 'duration_secs': 0.475113} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.260130] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.260809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.260936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.261258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.261501] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceb1686c-2877-473d-a893-1d0adff44da2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.264491] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.264491] env[70491]: value = "task-3294038" [ 815.264491] env[70491]: _type = "Task" [ 815.264491] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.269839] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 815.269839] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520a3205-1daf-3e1d-b15f-b3db0b406c9d" [ 815.269839] env[70491]: _type = "Task" [ 815.269839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.275750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.275845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.276112] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.276884] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294038, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.281864] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520a3205-1daf-3e1d-b15f-b3db0b406c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.396453] env[70491]: DEBUG nova.compute.utils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.400199] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.400423] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.449118] env[70491]: DEBUG nova.policy [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67a39f9013f4674bdc8d02e16dc880a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcda39fdaf764cda96fe843484b56360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.513104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e818ed1-aacd-4dd1-9ac3-62fc7a682d37 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.052s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.759331] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Successfully created port: 2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.761568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.761568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.761568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.761568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.761748] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.764386] env[70491]: INFO nova.compute.manager [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Terminating instance [ 815.776743] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294038, 'name': CreateVM_Task, 'duration_secs': 0.339752} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.777259] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.777918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.785074] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520a3205-1daf-3e1d-b15f-b3db0b406c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.785909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.786347] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.786596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.786744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.786917] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.787509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.787806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.788517] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c92c3e1b-521e-47de-bbb9-825a451d3ee4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.790185] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29534709-fdf4-411a-bcc3-028095741e62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.796170] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 815.796170] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5208064f-17f3-461d-2b17-cb25f8af58b1" [ 815.796170] env[70491]: _type = "Task" [ 815.796170] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.800394] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.800590] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.802152] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4742eda6-b539-428e-b27a-72a26bd22b64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.807686] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5208064f-17f3-461d-2b17-cb25f8af58b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.810770] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 815.810770] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52813104-87cb-9268-237f-12a6fe634107" [ 815.810770] env[70491]: _type = "Task" [ 815.810770] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.817942] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52813104-87cb-9268-237f-12a6fe634107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.827141] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.900807] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.013481] env[70491]: DEBUG nova.network.neutron [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Updating instance_info_cache with network_info: [{"id": "3374276e-f52d-4845-9e6d-542ef7de0095", "address": "fa:16:3e:14:ce:15", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3374276e-f5", "ovs_interfaceid": "3374276e-f52d-4845-9e6d-542ef7de0095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.016153] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.273757] env[70491]: DEBUG nova.compute.manager [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.273757] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.274992] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f6c478-a1c5-4acd-a512-5d3f96318f04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.282585] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 816.282890] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d49fd6-7e25-41d5-8f3e-e5fd94bfd9ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.291467] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 816.291467] env[70491]: value = "task-3294039" [ 816.291467] env[70491]: _type = "Task" [ 816.291467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.302657] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.308230] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5208064f-17f3-461d-2b17-cb25f8af58b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.310682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.310917] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.311172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.319421] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52813104-87cb-9268-237f-12a6fe634107, 'name': SearchDatastore_Task, 'duration_secs': 0.008984} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.320520] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9954ae59-35b5-46bf-bc36-57a6a4513e8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.329474] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 816.329474] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524cfb9b-1b19-123e-afd1-5320285f73b9" [ 816.329474] env[70491]: _type = "Task" [ 816.329474] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.337773] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524cfb9b-1b19-123e-afd1-5320285f73b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.363518] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e3c6cb-16e7-4f27-8ae3-ca3f86a38b1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.371205] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85c85e5-eff2-4d71-aa90-006b7694127c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.403164] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e14140-9dee-481d-9746-5fceec6e3165 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.414799] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0212b950-bc3e-47eb-9f52-4ac440911d75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.428169] env[70491]: DEBUG nova.compute.provider_tree [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.525061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.525061] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Instance network_info: |[{"id": "3374276e-f52d-4845-9e6d-542ef7de0095", "address": "fa:16:3e:14:ce:15", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3374276e-f5", "ovs_interfaceid": "3374276e-f52d-4845-9e6d-542ef7de0095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.527540] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:ce:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3374276e-f52d-4845-9e6d-542ef7de0095', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.537114] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.539720] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.540696] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75d452f7-e8f8-4ca5-96be-d42db562969a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.557825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.563080] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.563080] env[70491]: value = "task-3294040" [ 816.563080] env[70491]: _type = "Task" [ 816.563080] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.571880] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294040, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.586569] env[70491]: DEBUG nova.compute.manager [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Received event network-changed-3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.586787] env[70491]: DEBUG nova.compute.manager [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Refreshing instance network info cache due to event network-changed-3374276e-f52d-4845-9e6d-542ef7de0095. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.587009] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] Acquiring lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587123] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] Acquired lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587283] env[70491]: DEBUG nova.network.neutron [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Refreshing network info cache for port 3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.801402] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294039, 'name': PowerOffVM_Task, 'duration_secs': 0.240752} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.801680] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.801852] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.802131] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a6b0037-b5bb-41f7-bbd3-afc5886dccf2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.839173] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524cfb9b-1b19-123e-afd1-5320285f73b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.839448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.839931] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0a03c827-193b-4cc1-8339-404eb8e5fa41/0a03c827-193b-4cc1-8339-404eb8e5fa41.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.840028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.840324] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.840514] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b4f31ca-e5fe-448e-8f41-552e0b2f6df9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.842492] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31ea7882-142c-41c9-9370-05860d7cf06f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.852927] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 816.852927] env[70491]: value = "task-3294042" [ 816.852927] env[70491]: _type = "Task" [ 816.852927] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.857660] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.857820] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.858903] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140bc7a3-1e3a-4d9d-8ede-7af018b58b38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.865349] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.868912] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 816.868912] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd5023-5a49-bc25-0f43-28351abd1537" [ 816.868912] env[70491]: _type = "Task" [ 816.868912] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.872986] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.873218] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.873416] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Deleting the datastore file [datastore2] e48a8f9a-b146-4a32-80b9-5be961fbb846 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.873994] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e0b15d6-e49c-4e9c-aaa8-be58c03399d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.878759] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd5023-5a49-bc25-0f43-28351abd1537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.884044] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for the task: (returnval){ [ 816.884044] env[70491]: value = "task-3294043" [ 816.884044] env[70491]: _type = "Task" [ 816.884044] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.891613] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.912124] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.932285] env[70491]: DEBUG nova.scheduler.client.report [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.942732] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.942974] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.943146] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.943328] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.943479] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.943622] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.943902] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.944088] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.944276] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.944462] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.944636] env[70491]: DEBUG nova.virt.hardware [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.945644] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36acb2ec-f597-439e-a4e2-6d8f5debcfc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.954322] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f3bf94-5d65-4220-9d5b-79eded4e7d9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.074382] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294040, 'name': CreateVM_Task, 'duration_secs': 0.323769} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.074570] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.075391] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.075525] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.075892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.076207] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb1d9ce-6f7f-436e-b8a8-391bc24f0fdf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.081253] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 817.081253] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d68701-36c3-5aa9-ae4c-9b4c002267bc" [ 817.081253] env[70491]: _type = "Task" [ 817.081253] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.089489] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d68701-36c3-5aa9-ae4c-9b4c002267bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.327503] env[70491]: DEBUG nova.network.neutron [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Updated VIF entry in instance network info cache for port 3374276e-f52d-4845-9e6d-542ef7de0095. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.327503] env[70491]: DEBUG nova.network.neutron [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Updating instance_info_cache with network_info: [{"id": "3374276e-f52d-4845-9e6d-542ef7de0095", "address": "fa:16:3e:14:ce:15", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3374276e-f5", "ovs_interfaceid": "3374276e-f52d-4845-9e6d-542ef7de0095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.362572] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446811} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.362823] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0a03c827-193b-4cc1-8339-404eb8e5fa41/0a03c827-193b-4cc1-8339-404eb8e5fa41.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.363088] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.363371] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82147786-40ee-479c-83eb-fc38bce931da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.369536] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 817.369536] env[70491]: value = "task-3294044" [ 817.369536] env[70491]: _type = "Task" [ 817.369536] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.380973] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd5023-5a49-bc25-0f43-28351abd1537, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.384176] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.384460] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8f0147-9b08-4a79-9e66-2fc1fe2c85d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.392302] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 817.392302] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526306d2-63ec-042a-4d4e-9b2ed1c04e66" [ 817.392302] env[70491]: _type = "Task" [ 817.392302] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.394612] env[70491]: DEBUG oslo_vmware.api [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Task: {'id': task-3294043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191548} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.397618] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 817.397828] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 817.398018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 817.398235] env[70491]: INFO nova.compute.manager [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Took 1.12 seconds to destroy the instance on the hypervisor. [ 817.398536] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.398659] env[70491]: DEBUG nova.compute.manager [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 817.398744] env[70491]: DEBUG nova.network.neutron [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.406884] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526306d2-63ec-042a-4d4e-9b2ed1c04e66, 'name': SearchDatastore_Task, 'duration_secs': 0.008465} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.407223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407384] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.407636] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f3a2940-29a8-4d1e-9461-9edb397e4e3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.417154] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 817.417154] env[70491]: value = "task-3294045" [ 817.417154] env[70491]: _type = "Task" [ 817.417154] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.418681] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Successfully updated port: 2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.423327] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.436277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.437025] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.439777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.987s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.440873] env[70491]: INFO nova.compute.claims [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.595031] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d68701-36c3-5aa9-ae4c-9b4c002267bc, 'name': SearchDatastore_Task, 'duration_secs': 0.061505} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.595386] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596043] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.596043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.596702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.596702] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.596841] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-961699f5-7a31-4b10-9df8-dda207ef4867 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.612465] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.612773] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.613644] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea45f60-a322-43e5-b386-1ecaa2ede0a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.623794] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 817.623794] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c4e03-97a5-7d23-e390-b8c91b74432a" [ 817.623794] env[70491]: _type = "Task" [ 817.623794] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.635941] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c4e03-97a5-7d23-e390-b8c91b74432a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.695522] env[70491]: DEBUG nova.compute.manager [req-f09347d9-0937-460b-bcd0-3934ac07afa6 req-1347c772-562b-4a6a-ba72-65ff6b84b964 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Received event network-vif-deleted-5172c231-bcf9-4a68-b067-9c7aa0306f7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.695522] env[70491]: INFO nova.compute.manager [req-f09347d9-0937-460b-bcd0-3934ac07afa6 req-1347c772-562b-4a6a-ba72-65ff6b84b964 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Neutron deleted interface 5172c231-bcf9-4a68-b067-9c7aa0306f7c; detaching it from the instance and deleting it from the info cache [ 817.695522] env[70491]: DEBUG nova.network.neutron [req-f09347d9-0937-460b-bcd0-3934ac07afa6 req-1347c772-562b-4a6a-ba72-65ff6b84b964 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.830899] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea8e5309-6d74-4346-88f0-9ab6b1a28b88 req-1dbf2c67-4603-40c4-a4a4-b754afa33418 service nova] Releasing lock "refresh_cache-f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.881604] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059736} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.881871] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.882651] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabb248-f73e-4fef-9b4e-ac0b7292bc85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.904668] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 0a03c827-193b-4cc1-8339-404eb8e5fa41/0a03c827-193b-4cc1-8339-404eb8e5fa41.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.904926] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc9ca0d2-4a9e-43f4-9b96-d368bd536d0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.924778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.924980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.925128] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.930048] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443764} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.930625] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.930846] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.931272] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 817.931272] env[70491]: value = "task-3294046" [ 817.931272] env[70491]: _type = "Task" [ 817.931272] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.931512] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-098e960e-20a8-4505-8894-096a765cfd7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.942402] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294046, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.944501] env[70491]: DEBUG nova.compute.utils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.946030] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 817.946030] env[70491]: value = "task-3294047" [ 817.946030] env[70491]: _type = "Task" [ 817.946030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.948495] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.948495] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.960219] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.014158] env[70491]: DEBUG nova.policy [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.136586] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c4e03-97a5-7d23-e390-b8c91b74432a, 'name': SearchDatastore_Task, 'duration_secs': 0.05398} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.137593] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7308b7-1577-41fc-98de-4ab9e9124662 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144378] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 818.144378] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521d8396-58bc-1ce9-751c-db27fd5b4be1" [ 818.144378] env[70491]: _type = "Task" [ 818.144378] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.152503] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521d8396-58bc-1ce9-751c-db27fd5b4be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.171011] env[70491]: DEBUG nova.network.neutron [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.196816] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4be689b3-cd63-465f-9bb3-2b68046928fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.208978] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d83f6bf-df56-4296-8219-0470bc3818d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.243299] env[70491]: DEBUG nova.compute.manager [req-f09347d9-0937-460b-bcd0-3934ac07afa6 req-1347c772-562b-4a6a-ba72-65ff6b84b964 service nova] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Detach interface failed, port_id=5172c231-bcf9-4a68-b067-9c7aa0306f7c, reason: Instance e48a8f9a-b146-4a32-80b9-5be961fbb846 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 818.363791] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Successfully created port: e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.447586] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294046, 'name': ReconfigVM_Task, 'duration_secs': 0.292458} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.447977] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 0a03c827-193b-4cc1-8339-404eb8e5fa41/0a03c827-193b-4cc1-8339-404eb8e5fa41.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.448770] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.452445] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-818c4046-73d2-4015-b925-d7e0e3c5a050 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.465333] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069627} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.466591] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.467030] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 818.467030] env[70491]: value = "task-3294048" [ 818.467030] env[70491]: _type = "Task" [ 818.467030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.467858] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a9cb12-1ce5-4de1-ade0-135b94aa466a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.470947] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.497677] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.503131] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-832dbc26-729b-46f0-9614-7fef688c010f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.527038] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 818.527038] env[70491]: value = "task-3294049" [ 818.527038] env[70491]: _type = "Task" [ 818.527038] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.540954] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294049, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.621022] env[70491]: DEBUG nova.compute.manager [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Received event network-vif-plugged-2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.621022] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Acquiring lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.621022] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.621022] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.621022] env[70491]: DEBUG nova.compute.manager [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] No waiting events found dispatching network-vif-plugged-2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.621529] env[70491]: WARNING nova.compute.manager [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Received unexpected event network-vif-plugged-2e9a15d3-4488-43e2-af7b-ede18f865261 for instance with vm_state building and task_state spawning. [ 818.621529] env[70491]: DEBUG nova.compute.manager [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Received event network-changed-2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.621529] env[70491]: DEBUG nova.compute.manager [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Refreshing instance network info cache due to event network-changed-2e9a15d3-4488-43e2-af7b-ede18f865261. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.621529] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Acquiring lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.657372] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521d8396-58bc-1ce9-751c-db27fd5b4be1, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.659917] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.660211] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f8c1afe3-bbdf-4f5a-bd39-c682d5755df4/f8c1afe3-bbdf-4f5a-bd39-c682d5755df4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.660798] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea816561-7da6-4c88-adef-197ae69bfb1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.670034] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 818.670034] env[70491]: value = "task-3294050" [ 818.670034] env[70491]: _type = "Task" [ 818.670034] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.674260] env[70491]: INFO nova.compute.manager [-] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Took 1.28 seconds to deallocate network for instance. [ 818.685205] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.701426] env[70491]: DEBUG nova.network.neutron [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Updating instance_info_cache with network_info: [{"id": "2e9a15d3-4488-43e2-af7b-ede18f865261", "address": "fa:16:3e:2b:b5:a5", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9a15d3-44", "ovs_interfaceid": "2e9a15d3-4488-43e2-af7b-ede18f865261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.988274] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294048, 'name': Rename_Task, 'duration_secs': 0.169197} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.988274] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.988553] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6841c1d-1ffe-4a5e-b235-05bd25139e51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.996536] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 818.996536] env[70491]: value = "task-3294051" [ 818.996536] env[70491]: _type = "Task" [ 818.996536] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.007701] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.009792] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9a884f-1001-4ee8-aea6-ab0490ee1ad0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.018428] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e961f-c938-4cd4-a1df-98d270b7e228 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.056240] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f285651-56b5-4679-b48b-f5733c8b80b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.065966] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294049, 'name': ReconfigVM_Task, 'duration_secs': 0.298474} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.068576] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94/5e0dd693-bbc8-4e09-b77c-4afaa2352d94.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.069308] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73c95d1-12cb-4c96-99e0-8d8c89e46f9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.072126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b8bb7-2ad2-4a25-b034-facfdd64984c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.088368] env[70491]: DEBUG nova.compute.provider_tree [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.093329] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 819.093329] env[70491]: value = "task-3294052" [ 819.093329] env[70491]: _type = "Task" [ 819.093329] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.102870] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294052, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.180999] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505674} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.181259] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f8c1afe3-bbdf-4f5a-bd39-c682d5755df4/f8c1afe3-bbdf-4f5a-bd39-c682d5755df4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.181492] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.181750] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee9eba40-5807-4461-b3bb-e53647c29d10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.186960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.188423] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 819.188423] env[70491]: value = "task-3294053" [ 819.188423] env[70491]: _type = "Task" [ 819.188423] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.196296] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.203946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.204283] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Instance network_info: |[{"id": "2e9a15d3-4488-43e2-af7b-ede18f865261", "address": "fa:16:3e:2b:b5:a5", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9a15d3-44", "ovs_interfaceid": "2e9a15d3-4488-43e2-af7b-ede18f865261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.204564] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Acquired lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.204736] env[70491]: DEBUG nova.network.neutron [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Refreshing network info cache for port 2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.205939] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:b5:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9a15d3-4488-43e2-af7b-ede18f865261', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.213704] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.214237] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.215091] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78417ca0-687f-4980-8156-88c26966e813 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.234590] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.234590] env[70491]: value = "task-3294054" [ 819.234590] env[70491]: _type = "Task" [ 819.234590] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.243248] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294054, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.461453] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.500605] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.501913] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.501913] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.501913] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.501913] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.502051] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.502398] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.502650] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.502919] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.503212] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.503495] env[70491]: DEBUG nova.virt.hardware [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.505055] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf76fef1-4dbb-46d7-80d5-04f39834e411 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.522207] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294051, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.526555] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7895f95-a704-4f80-ba46-9471306a1b24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.599260] env[70491]: DEBUG nova.scheduler.client.report [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.611121] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294052, 'name': Rename_Task, 'duration_secs': 0.202892} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.611446] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.611750] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fefb08-335c-48e3-9fa1-9c45222ae295 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.619350] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 819.619350] env[70491]: value = "task-3294055" [ 819.619350] env[70491]: _type = "Task" [ 819.619350] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.629499] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.697767] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152565} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.698052] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.698890] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f28d44-3127-40d0-938b-fac532d46d6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.721978] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] f8c1afe3-bbdf-4f5a-bd39-c682d5755df4/f8c1afe3-bbdf-4f5a-bd39-c682d5755df4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.725391] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ec58fb-43a3-4930-b8d6-3bab2bdaf75a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.750533] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294054, 'name': CreateVM_Task, 'duration_secs': 0.381096} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.751763] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.752704] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 819.752704] env[70491]: value = "task-3294056" [ 819.752704] env[70491]: _type = "Task" [ 819.752704] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.753148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.753329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.757024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.757024] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2007a3e5-14d8-4446-bf4b-ac59629b74f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.762131] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 819.762131] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b081a1-5b70-b543-3e33-b4e4300224d3" [ 819.762131] env[70491]: _type = "Task" [ 819.762131] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.766178] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.775942] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b081a1-5b70-b543-3e33-b4e4300224d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.890860] env[70491]: DEBUG nova.compute.manager [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Received event network-vif-plugged-e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.891180] env[70491]: DEBUG oslo_concurrency.lockutils [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] Acquiring lock "86b9bb02-7260-4820-9051-8731994d65c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.891595] env[70491]: DEBUG oslo_concurrency.lockutils [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] Lock "86b9bb02-7260-4820-9051-8731994d65c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.891595] env[70491]: DEBUG oslo_concurrency.lockutils [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] Lock "86b9bb02-7260-4820-9051-8731994d65c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.891681] env[70491]: DEBUG nova.compute.manager [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] No waiting events found dispatching network-vif-plugged-e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.892378] env[70491]: WARNING nova.compute.manager [req-ddf2f321-a855-4a36-992c-e37379736d3b req-6104f21c-0c1c-42bd-9150-06433631343d service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Received unexpected event network-vif-plugged-e85398ec-ce7c-4835-9d5a-077328aeda9c for instance with vm_state building and task_state spawning. [ 819.970531] env[70491]: DEBUG nova.network.neutron [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Updated VIF entry in instance network info cache for port 2e9a15d3-4488-43e2-af7b-ede18f865261. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.970867] env[70491]: DEBUG nova.network.neutron [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Updating instance_info_cache with network_info: [{"id": "2e9a15d3-4488-43e2-af7b-ede18f865261", "address": "fa:16:3e:2b:b5:a5", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9a15d3-44", "ovs_interfaceid": "2e9a15d3-4488-43e2-af7b-ede18f865261", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.981108] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Successfully updated port: e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.013085] env[70491]: DEBUG oslo_vmware.api [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294051, 'name': PowerOnVM_Task, 'duration_secs': 0.531678} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.013399] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.013636] env[70491]: INFO nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Took 8.41 seconds to spawn the instance on the hypervisor. [ 820.013819] env[70491]: DEBUG nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.014668] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba4d4d-435e-4050-b90f-b85f16a9956a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.106859] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.108098] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.110976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.469s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.114147] env[70491]: INFO nova.compute.claims [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.130206] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294055, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.263460] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.276253] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b081a1-5b70-b543-3e33-b4e4300224d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.277124] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.277124] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.277124] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.277312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.277533] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.277825] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef9b09f9-8d66-42b2-a528-975f4a7af922 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.293041] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.293197] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.294042] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fcccd5-6083-4d12-890e-93ef324c880a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.300144] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 820.300144] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289372c-e18b-67c2-3478-eed9ffc9a362" [ 820.300144] env[70491]: _type = "Task" [ 820.300144] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.310045] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289372c-e18b-67c2-3478-eed9ffc9a362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.474224] env[70491]: DEBUG oslo_concurrency.lockutils [req-aac62cb6-a461-41b3-8a0b-e4ad6d3dfbc0 req-9b5e580d-9f3b-4a09-af50-c3bdf76964cf service nova] Releasing lock "refresh_cache-5e8ff32b-c9ca-4374-9b0e-ace891d3b258" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.483157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.483290] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.532799] env[70491]: INFO nova.compute.manager [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Took 43.68 seconds to build instance. [ 820.618179] env[70491]: DEBUG nova.compute.utils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.622050] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.622238] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.637835] env[70491]: DEBUG oslo_vmware.api [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294055, 'name': PowerOnVM_Task, 'duration_secs': 0.536986} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.638263] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.638657] env[70491]: DEBUG nova.compute.manager [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.639850] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e299559e-efaa-4f25-9b2a-dac31b078fef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.712228] env[70491]: DEBUG nova.policy [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b2f9e0d6b9e4d9e92f93a2797c1e0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faf5d06cb2c14a21980a31eb0b55fde0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.765158] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294056, 'name': ReconfigVM_Task, 'duration_secs': 0.946752} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.765453] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] f8c1afe3-bbdf-4f5a-bd39-c682d5755df4/f8c1afe3-bbdf-4f5a-bd39-c682d5755df4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.766078] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87da499b-489b-4cfa-a794-282a02188e90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.774238] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 820.774238] env[70491]: value = "task-3294057" [ 820.774238] env[70491]: _type = "Task" [ 820.774238] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.787027] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294057, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.811396] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5289372c-e18b-67c2-3478-eed9ffc9a362, 'name': SearchDatastore_Task, 'duration_secs': 0.05255} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.812307] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8d70551-e608-49e6-8b8d-d3aeb9906891 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.819305] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 820.819305] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523506cd-2df2-162e-8a30-a8e4fa8c8c0a" [ 820.819305] env[70491]: _type = "Task" [ 820.819305] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.828386] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523506cd-2df2-162e-8a30-a8e4fa8c8c0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.033763] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.036397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-384b2b9c-82c1-4b64-8c19-948e1fb6f1d4 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.292s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.080723] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully created port: f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.099848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "5832edbb-f33e-46a7-a144-b321f725d785" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.099848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.099848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "5832edbb-f33e-46a7-a144-b321f725d785-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.099848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.100030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.101116] env[70491]: INFO nova.compute.manager [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Terminating instance [ 821.128645] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.170237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.223134] env[70491]: DEBUG nova.network.neutron [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Updating instance_info_cache with network_info: [{"id": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "address": "fa:16:3e:26:eb:b5", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85398ec-ce", "ovs_interfaceid": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.287281] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294057, 'name': Rename_Task, 'duration_secs': 0.320609} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.289910] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.290467] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14051fee-2c0b-4529-a2ea-4ad3bf3de84e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.296329] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 821.296329] env[70491]: value = "task-3294058" [ 821.296329] env[70491]: _type = "Task" [ 821.296329] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.307285] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.328073] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523506cd-2df2-162e-8a30-a8e4fa8c8c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.032453} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.328567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.328945] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5e8ff32b-c9ca-4374-9b0e-ace891d3b258/5e8ff32b-c9ca-4374-9b0e-ace891d3b258.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.329356] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c64331a8-dab4-4940-b4a1-06741d217dd6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.341024] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 821.341024] env[70491]: value = "task-3294059" [ 821.341024] env[70491]: _type = "Task" [ 821.341024] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.350729] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.528393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.528687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.528872] env[70491]: INFO nova.compute.manager [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Rebooting instance [ 821.539604] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.608432] env[70491]: DEBUG nova.compute.manager [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.608771] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.612217] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c22d2b-2953-4f4c-98b2-3814755d3d78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.620973] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 821.620973] env[70491]: value = "task-3294060" [ 821.620973] env[70491]: _type = "Task" [ 821.620973] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.630234] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.649258] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully created port: 938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.719953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aae7f64-f0f9-4efa-84f7-27edd5522439 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.728614] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11242e8-65e7-4e33-928b-41e2c659edb4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.735373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.735373] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Instance network_info: |[{"id": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "address": "fa:16:3e:26:eb:b5", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85398ec-ce", "ovs_interfaceid": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.735631] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:eb:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e85398ec-ce7c-4835-9d5a-077328aeda9c', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.741379] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating folder: Project (0c698b518fa8489481be329417509718). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.742561] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec086a92-b96a-4a95-aa3c-ad16430f6edc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.774024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd7deb-c1b3-4b70-8919-f53d75006e76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.783901] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f147cc5-d822-4202-b50f-41e8d01627f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.789730] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created folder: Project (0c698b518fa8489481be329417509718) in parent group-v657728. [ 821.789996] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating folder: Instances. Parent ref: group-v657861. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.790857] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40c41063-ed71-4631-bf7c-8c9824b9960c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.801130] env[70491]: DEBUG nova.compute.provider_tree [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.811432] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.812906] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created folder: Instances in parent group-v657861. [ 821.813199] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.814025] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.814257] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52c73d02-1ee5-418a-a88e-6fab35343e23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.837767] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.837767] env[70491]: value = "task-3294063" [ 821.837767] env[70491]: _type = "Task" [ 821.837767] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.850429] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294063, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.853591] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294059, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.937890] env[70491]: DEBUG nova.compute.manager [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Received event network-changed-e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.938216] env[70491]: DEBUG nova.compute.manager [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Refreshing instance network info cache due to event network-changed-e85398ec-ce7c-4835-9d5a-077328aeda9c. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.938508] env[70491]: DEBUG oslo_concurrency.lockutils [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] Acquiring lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.938663] env[70491]: DEBUG oslo_concurrency.lockutils [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] Acquired lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.939367] env[70491]: DEBUG nova.network.neutron [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Refreshing network info cache for port e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.033762] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully created port: 91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.061005] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.061233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquired lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.061413] env[70491]: DEBUG nova.network.neutron [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.066652] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.131664] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294060, 'name': PowerOffVM_Task, 'duration_secs': 0.325377} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.131959] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.132166] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 822.132375] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657747', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'name': 'volume-d3a8a3fe-5e64-4c42-9474-ece93618caec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5832edbb-f33e-46a7-a144-b321f725d785', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'serial': 'd3a8a3fe-5e64-4c42-9474-ece93618caec'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 822.133172] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956b5f66-2e3b-407f-be98-5713b7ec4668 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.156872] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.162081] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fe9c3b-68ff-4627-a866-a5132289f307 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.167944] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1d1bfd-cf0d-49a4-9103-c2e99c7fb57c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.190298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a13189-2506-4df8-9dd6-e2fc7af9e157 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.208512] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] The volume has not been displaced from its original location: [datastore1] volume-d3a8a3fe-5e64-4c42-9474-ece93618caec/volume-d3a8a3fe-5e64-4c42-9474-ece93618caec.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 822.214142] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 822.216297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.216297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.216297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.216297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.216444] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.219336] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.219641] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.219946] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.220286] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.220427] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.220615] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.220872] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.221100] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.221341] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.221585] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.221803] env[70491]: DEBUG nova.virt.hardware [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.222707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dab3eec3-528c-4748-961c-ace7af08f54b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.237137] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d13c0-2a52-4f75-b667-190588852d09 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.240083] env[70491]: INFO nova.compute.manager [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Terminating instance [ 822.251529] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d59d0f-dd2a-41b1-88d2-7ec326c68852 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.255897] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 822.255897] env[70491]: value = "task-3294064" [ 822.255897] env[70491]: _type = "Task" [ 822.255897] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.273570] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.311027] env[70491]: DEBUG nova.scheduler.client.report [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.312696] env[70491]: DEBUG oslo_vmware.api [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294058, 'name': PowerOnVM_Task, 'duration_secs': 0.726484} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.313135] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.313353] env[70491]: INFO nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Took 8.01 seconds to spawn the instance on the hypervisor. [ 822.313530] env[70491]: DEBUG nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.314651] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17474f80-29c2-4c38-92ca-873d3fd4ce45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.350241] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294063, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.354140] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53003} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.354140] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5e8ff32b-c9ca-4374-9b0e-ace891d3b258/5e8ff32b-c9ca-4374-9b0e-ace891d3b258.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.354140] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.354294] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebe88ef7-0c58-4bcb-b071-9fee54ede9c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.360747] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 822.360747] env[70491]: value = "task-3294065" [ 822.360747] env[70491]: _type = "Task" [ 822.360747] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.369761] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.747760] env[70491]: DEBUG nova.compute.manager [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.747760] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.747760] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06af874-df99-466c-ac61-96a86e94b5bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.765023] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.767177] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8ad3ed-8f62-4543-98ea-d58b17cfc232 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.777307] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294064, 'name': ReconfigVM_Task, 'duration_secs': 0.356308} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.777307] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 822.782601] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 822.782601] env[70491]: value = "task-3294066" [ 822.782601] env[70491]: _type = "Task" [ 822.782601] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.783099] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4891e4f-466c-4e3d-95e3-7de7a2771018 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.803935] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.808032] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 822.808032] env[70491]: value = "task-3294067" [ 822.808032] env[70491]: _type = "Task" [ 822.808032] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.816325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.816832] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.822385] env[70491]: DEBUG nova.network.neutron [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Updated VIF entry in instance network info cache for port e85398ec-ce7c-4835-9d5a-077328aeda9c. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.822385] env[70491]: DEBUG nova.network.neutron [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Updating instance_info_cache with network_info: [{"id": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "address": "fa:16:3e:26:eb:b5", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85398ec-ce", "ovs_interfaceid": "e85398ec-ce7c-4835-9d5a-077328aeda9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.822584] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.896s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.822744] env[70491]: DEBUG nova.objects.instance [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lazy-loading 'resources' on Instance uuid c18312e9-84ed-4c18-a3c6-fa9c7129e22a {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.835966] env[70491]: INFO nova.compute.manager [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Took 44.91 seconds to build instance. [ 822.851965] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294063, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.872312] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066049} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.872631] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.873416] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965625c-2ea6-403f-b7c5-ba0747f75073 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.898081] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 5e8ff32b-c9ca-4374-9b0e-ace891d3b258/5e8ff32b-c9ca-4374-9b0e-ace891d3b258.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.898848] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c7c1744-df58-46f5-94c0-b474ee0847f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.922646] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 822.922646] env[70491]: value = "task-3294068" [ 822.922646] env[70491]: _type = "Task" [ 822.922646] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.930963] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294068, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.977825] env[70491]: DEBUG nova.network.neutron [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Updating instance_info_cache with network_info: [{"id": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "address": "fa:16:3e:82:17:94", "network": {"id": "bc9d815e-0e29-4dd3-895b-9e4b098b1657", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017276835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec6274c1cf9642cbaedbb88559eb31d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap019e4e75-4a", "ovs_interfaceid": "019e4e75-4ad5-4c34-b54a-31a7fad05325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.208414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.208414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.308022] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294066, 'name': PowerOffVM_Task, 'duration_secs': 0.288119} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.308022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.308022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.308022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aed313ad-8bc7-4a0c-ad0a-555b08ba9f8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.316654] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294067, 'name': ReconfigVM_Task, 'duration_secs': 0.275933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.317210] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657747', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'name': 'volume-d3a8a3fe-5e64-4c42-9474-ece93618caec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5832edbb-f33e-46a7-a144-b321f725d785', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3a8a3fe-5e64-4c42-9474-ece93618caec', 'serial': 'd3a8a3fe-5e64-4c42-9474-ece93618caec'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 823.317627] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.319834] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cbb6fd8-4980-4969-a330-603ec93e1b99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.327204] env[70491]: DEBUG oslo_concurrency.lockutils [req-809fd82a-ea65-4065-8adf-6a5846afebfd req-4b728a27-2338-4a21-a659-8efa480cbaa6 service nova] Releasing lock "refresh_cache-86b9bb02-7260-4820-9051-8731994d65c4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.328397] env[70491]: DEBUG nova.compute.utils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.331977] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.332223] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.334940] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.334940] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b476cca-4d71-4c53-b649-d1bca1ee8bb1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.338028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a3b66669-2e1c-4847-b898-0fc6bc4f6ba0 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.389s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.363605] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294063, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.403095] env[70491]: DEBUG nova.policy [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed9013cb3ff1431dab2e53eb78b72675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecbd0ef62a164761b32bace198e03f35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.435613] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294068, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.484604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Releasing lock "refresh_cache-0a03c827-193b-4cc1-8339-404eb8e5fa41" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.494877] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.495432] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.495660] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore1] 5e0dd693-bbc8-4e09-b77c-4afaa2352d94 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.496792] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-836f7b3e-2fc5-4323-80bd-e84bc7f8829c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.501472] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.501931] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.502177] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Deleting the datastore file [datastore1] 5832edbb-f33e-46a7-a144-b321f725d785 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.503622] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9873ee-e767-4d63-b019-a5f7b985938e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.505931] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 823.505931] env[70491]: value = "task-3294071" [ 823.505931] env[70491]: _type = "Task" [ 823.505931] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.514773] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for the task: (returnval){ [ 823.514773] env[70491]: value = "task-3294072" [ 823.514773] env[70491]: _type = "Task" [ 823.514773] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.522288] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.527552] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.742680] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully updated port: f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.774375] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Successfully created port: de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.838289] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.842871] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.855074] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294063, 'name': CreateVM_Task, 'duration_secs': 1.758279} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.861344] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.863677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.863805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.864166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.866254] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77539b10-fe11-45d0-b5b3-634fdb18e7aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.871593] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 823.871593] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295894d-e288-0f34-f523-2a508872cefa" [ 823.871593] env[70491]: _type = "Task" [ 823.871593] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.886016] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295894d-e288-0f34-f523-2a508872cefa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.943079] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294068, 'name': ReconfigVM_Task, 'duration_secs': 0.516956} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.946237] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 5e8ff32b-c9ca-4374-9b0e-ace891d3b258/5e8ff32b-c9ca-4374-9b0e-ace891d3b258.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.947115] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8736fc0b-889c-4b51-8c97-617ea762bfdb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.954829] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 823.954829] env[70491]: value = "task-3294073" [ 823.954829] env[70491]: _type = "Task" [ 823.954829] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.963583] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294073, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.965199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617c2ffb-849a-44c7-80bf-203dca94bc7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.972025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec20ac3-2909-4dde-b5d0-bebeb2df8c57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.007764] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c98db-dbde-4890-bad6-d03f94cbad62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.011806] env[70491]: DEBUG nova.compute.manager [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-plugged-f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.012022] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.012239] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.012409] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.012573] env[70491]: DEBUG nova.compute.manager [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] No waiting events found dispatching network-vif-plugged-f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.012734] env[70491]: WARNING nova.compute.manager [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received unexpected event network-vif-plugged-f0307661-392d-4d97-95cf-1f527dba61ad for instance with vm_state building and task_state spawning. [ 824.012888] env[70491]: DEBUG nova.compute.manager [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-changed-f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.013044] env[70491]: DEBUG nova.compute.manager [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing instance network info cache due to event network-changed-f0307661-392d-4d97-95cf-1f527dba61ad. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.013232] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Acquiring lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.013367] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Acquired lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.013514] env[70491]: DEBUG nova.network.neutron [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing network info cache for port f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.014823] env[70491]: DEBUG nova.compute.manager [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.016304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d690e-76a6-4631-bd81-dca13ef30599 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.033199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ad1a97-2b27-4a8a-9e95-b400ef019a0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.042771] env[70491]: DEBUG oslo_vmware.api [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161471} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.043185] env[70491]: DEBUG oslo_vmware.api [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Task: {'id': task-3294072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.043840] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.044036] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.044219] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.044378] env[70491]: INFO nova.compute.manager [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Took 1.30 seconds to destroy the instance on the hypervisor. [ 824.044610] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.044789] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.044954] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.045136] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.045297] env[70491]: INFO nova.compute.manager [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Took 2.44 seconds to destroy the instance on the hypervisor. [ 824.045503] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.055150] env[70491]: DEBUG nova.compute.manager [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.055150] env[70491]: DEBUG nova.network.neutron [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.055150] env[70491]: DEBUG nova.compute.manager [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.055150] env[70491]: DEBUG nova.network.neutron [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.059264] env[70491]: DEBUG nova.compute.provider_tree [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.368952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.383528] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295894d-e288-0f34-f523-2a508872cefa, 'name': SearchDatastore_Task, 'duration_secs': 0.031192} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.383817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.384064] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.384560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.384560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.384686] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.384867] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae30d90-6131-43fa-a834-a9e863f716cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.394330] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.394505] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.396643] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299ee12d-7f91-48de-8833-d2d2310fd4f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.402916] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 824.402916] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255c0d8-194a-2e0f-1f51-9dc5da9d336b" [ 824.402916] env[70491]: _type = "Task" [ 824.402916] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.413376] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255c0d8-194a-2e0f-1f51-9dc5da9d336b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.465296] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294073, 'name': Rename_Task, 'duration_secs': 0.394282} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.465574] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.465814] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f07b698-2136-4fc1-b3a9-3fae5b4b3e9e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.472748] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 824.472748] env[70491]: value = "task-3294074" [ 824.472748] env[70491]: _type = "Task" [ 824.472748] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.481213] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.563039] env[70491]: DEBUG nova.compute.manager [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.563039] env[70491]: DEBUG nova.scheduler.client.report [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.567119] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50094407-44d1-41d6-8948-94e94166b9eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.571169] env[70491]: DEBUG nova.network.neutron [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.714723] env[70491]: DEBUG nova.network.neutron [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.755434] env[70491]: DEBUG nova.compute.manager [req-01d28ba5-586a-4427-a1cb-bbb83a1c5fc0 req-d3a6d0b1-5b0f-4d76-9a45-00d382237833 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Received event network-vif-deleted-aeaed9fd-649b-495c-ad5f-1c4663317b54 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.755691] env[70491]: INFO nova.compute.manager [req-01d28ba5-586a-4427-a1cb-bbb83a1c5fc0 req-d3a6d0b1-5b0f-4d76-9a45-00d382237833 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Neutron deleted interface aeaed9fd-649b-495c-ad5f-1c4663317b54; detaching it from the instance and deleting it from the info cache [ 824.756083] env[70491]: DEBUG nova.network.neutron [req-01d28ba5-586a-4427-a1cb-bbb83a1c5fc0 req-d3a6d0b1-5b0f-4d76-9a45-00d382237833 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.852314] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.895021] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d2a8398d-b6b5-402e-b235-d60d6a1d80d6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-576445373',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.895021] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.895021] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.895438] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.895438] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.895438] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.895438] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.895438] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.895671] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.895671] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.895671] env[70491]: DEBUG nova.virt.hardware [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.895671] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26c7e88-910e-475e-873a-bde8e5567d7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.908975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08adcf5f-211b-4e1b-b56b-73abc25c1c1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.919428] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255c0d8-194a-2e0f-1f51-9dc5da9d336b, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.927530] env[70491]: DEBUG nova.network.neutron [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.929053] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ce1c3ef-e7db-4129-b461-24de1977d288 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.938098] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 824.938098] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204d6e4-f89e-1c0b-a402-dae5273ff5c6" [ 824.938098] env[70491]: _type = "Task" [ 824.938098] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.949242] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204d6e4-f89e-1c0b-a402-dae5273ff5c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.984324] env[70491]: DEBUG oslo_vmware.api [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294074, 'name': PowerOnVM_Task, 'duration_secs': 0.474035} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.984577] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.984767] env[70491]: INFO nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Took 8.07 seconds to spawn the instance on the hypervisor. [ 824.984937] env[70491]: DEBUG nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.985719] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51e370-49f3-480a-9eab-99004b7c86ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.049359] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d39e25f-d902-4c73-bf96-4b81477eb192 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.059469] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Doing hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 825.059720] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4161a2f8-6567-47b6-8868-63abba98554a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.066318] env[70491]: DEBUG oslo_vmware.api [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 825.066318] env[70491]: value = "task-3294075" [ 825.066318] env[70491]: _type = "Task" [ 825.066318] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.075699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.253s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.077727] env[70491]: DEBUG oslo_vmware.api [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294075, 'name': ResetVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.078303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.081s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.078462] env[70491]: DEBUG nova.objects.instance [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lazy-loading 'resources' on Instance uuid d517a143-ffd5-41c8-904c-9782cba540db {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.084361] env[70491]: INFO nova.compute.manager [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] instance snapshotting [ 825.087928] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02cfbcf-aafc-4758-8c48-4d1331f8562d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.109255] env[70491]: INFO nova.scheduler.client.report [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Deleted allocations for instance c18312e9-84ed-4c18-a3c6-fa9c7129e22a [ 825.112415] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586a052a-95e9-41df-80e6-e1a9cf16e8bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.219789] env[70491]: DEBUG oslo_concurrency.lockutils [req-a029e3e6-0c55-463b-bea3-8304395fa088 req-8df37b30-d0ba-460a-809c-a86934ec824c service nova] Releasing lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.226383] env[70491]: DEBUG nova.network.neutron [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.259321] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-085a4ca4-0ee8-4d57-a036-a69ec7a984be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.272067] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a629dcb8-3822-4d6b-8f8d-b43da563f3b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.314053] env[70491]: DEBUG nova.compute.manager [req-01d28ba5-586a-4427-a1cb-bbb83a1c5fc0 req-d3a6d0b1-5b0f-4d76-9a45-00d382237833 service nova] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Detach interface failed, port_id=aeaed9fd-649b-495c-ad5f-1c4663317b54, reason: Instance 5832edbb-f33e-46a7-a144-b321f725d785 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.436057] env[70491]: INFO nova.compute.manager [-] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Took 1.38 seconds to deallocate network for instance. [ 825.454689] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204d6e4-f89e-1c0b-a402-dae5273ff5c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022943} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.454851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.456337] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 86b9bb02-7260-4820-9051-8731994d65c4/86b9bb02-7260-4820-9051-8731994d65c4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.456337] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-211c851e-4d8e-496f-9c2f-2e55c926a799 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.464635] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 825.464635] env[70491]: value = "task-3294076" [ 825.464635] env[70491]: _type = "Task" [ 825.464635] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.477721] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.503016] env[70491]: INFO nova.compute.manager [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Took 33.53 seconds to build instance. [ 825.582023] env[70491]: DEBUG oslo_vmware.api [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294075, 'name': ResetVM_Task, 'duration_secs': 0.11519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.582023] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Did hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 825.582023] env[70491]: DEBUG nova.compute.manager [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.582023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3522fb8d-8b60-4191-a0ba-af07161d333d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.623598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8574ccd9-18a4-42a3-b97d-7dd6db080521 tempest-ListImageFiltersTestJSON-2043343851 tempest-ListImageFiltersTestJSON-2043343851-project-member] Lock "c18312e9-84ed-4c18-a3c6-fa9c7129e22a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.302s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.626344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.626880] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2dcb455a-42e4-4dbe-8ff4-e754838cc389 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.639761] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 825.639761] env[70491]: value = "task-3294077" [ 825.639761] env[70491]: _type = "Task" [ 825.639761] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.651244] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294077, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.661134] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Successfully updated port: de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.732395] env[70491]: INFO nova.compute.manager [-] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Took 1.68 seconds to deallocate network for instance. [ 825.943257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.977236] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.007166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d932470-30fb-42bb-9be5-9a92477498d6 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.882s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.039758] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully updated port: 938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.091828] env[70491]: DEBUG nova.compute.manager [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Received event network-vif-deleted-ac1c51be-bb40-4138-8b46-ae1dc5958a93 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.092055] env[70491]: DEBUG nova.compute.manager [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-plugged-938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.092254] env[70491]: DEBUG oslo_concurrency.lockutils [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.092503] env[70491]: DEBUG oslo_concurrency.lockutils [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.092691] env[70491]: DEBUG oslo_concurrency.lockutils [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.092854] env[70491]: DEBUG nova.compute.manager [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] No waiting events found dispatching network-vif-plugged-938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.093020] env[70491]: WARNING nova.compute.manager [req-604b1fc9-e66d-4586-a5a5-fdfcc2a7ba69 req-d82f80e1-c4d0-4d70-945d-0d54a05e6954 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received unexpected event network-vif-plugged-938599e5-b38e-4941-9c4e-ecaebc106033 for instance with vm_state building and task_state spawning. [ 826.100048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-648036d5-4eda-4c52-8ac1-793ee6073411 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.571s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.148593] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.150834] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538179ea-5fbd-4727-b3ad-9a01747e8f73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.157595] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501b9c6-c1d1-482d-893f-f9e15ff44783 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.163454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.163995] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.164410] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.200722] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27079a7-ef50-4385-a0de-6e4586ae8e67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.209862] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594f04a-ae7d-4a2c-8ffc-1eb4c440ba92 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.224494] env[70491]: DEBUG nova.compute.provider_tree [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.303685] env[70491]: INFO nova.compute.manager [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Took 0.57 seconds to detach 1 volumes for instance. [ 826.305784] env[70491]: DEBUG nova.compute.manager [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Deleting volume: d3a8a3fe-5e64-4c42-9474-ece93618caec {{(pid=70491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 826.475446] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659239} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.475733] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 86b9bb02-7260-4820-9051-8731994d65c4/86b9bb02-7260-4820-9051-8731994d65c4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.475897] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.476281] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d919d772-b805-4e28-b52c-1f26015d2251 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.482274] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 826.482274] env[70491]: value = "task-3294079" [ 826.482274] env[70491]: _type = "Task" [ 826.482274] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.513757] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.538139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.538324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.538542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.538760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.538915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.540994] env[70491]: INFO nova.compute.manager [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Terminating instance [ 826.655988] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294077, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.721744] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.727262] env[70491]: DEBUG nova.scheduler.client.report [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.849515] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.914826] env[70491]: DEBUG nova.compute.manager [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Received event network-vif-plugged-de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.915139] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Acquiring lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.915419] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.915603] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.915805] env[70491]: DEBUG nova.compute.manager [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] No waiting events found dispatching network-vif-plugged-de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 826.915931] env[70491]: WARNING nova.compute.manager [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Received unexpected event network-vif-plugged-de51757c-4428-462d-8a3a-b71f20d62510 for instance with vm_state building and task_state spawning. [ 826.916082] env[70491]: DEBUG nova.compute.manager [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Received event network-changed-de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.916231] env[70491]: DEBUG nova.compute.manager [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Refreshing instance network info cache due to event network-changed-de51757c-4428-462d-8a3a-b71f20d62510. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.916396] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.934132] env[70491]: DEBUG nova.network.neutron [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.991933] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076912} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.992226] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.992981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dcacf6-6e90-4bc7-8b14-c166bcc39bfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.015111] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 86b9bb02-7260-4820-9051-8731994d65c4/86b9bb02-7260-4820-9051-8731994d65c4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.015376] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed835cc-a137-4bfe-ac50-a46d764e9ad5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.038305] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 827.038305] env[70491]: value = "task-3294080" [ 827.038305] env[70491]: _type = "Task" [ 827.038305] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.046989] env[70491]: DEBUG nova.compute.manager [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.047308] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.047861] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294080, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.048796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.049605] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8298b0-786b-47c0-b07e-827ca4203f86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.056439] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.056673] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0c3471-aad2-4f2d-b73c-7e4ac2ca5f01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.062245] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 827.062245] env[70491]: value = "task-3294081" [ 827.062245] env[70491]: _type = "Task" [ 827.062245] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.070171] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.142890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.143133] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.153519] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294077, 'name': CreateSnapshot_Task, 'duration_secs': 1.154151} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.153788] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.154562] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c02a754-170e-47be-acce-95e0300e0ffd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.234437] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.237691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.069s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.239290] env[70491]: INFO nova.compute.claims [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.257329] env[70491]: INFO nova.scheduler.client.report [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted allocations for instance d517a143-ffd5-41c8-904c-9782cba540db [ 827.440802] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.440956] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Instance network_info: |[{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 827.441260] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.441653] env[70491]: DEBUG nova.network.neutron [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Refreshing network info cache for port de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.443117] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:82:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de51757c-4428-462d-8a3a-b71f20d62510', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 827.455663] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.456948] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 827.457362] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0eb9f7-89d5-4713-a209-6263d144528f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.481125] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 827.481125] env[70491]: value = "task-3294082" [ 827.481125] env[70491]: _type = "Task" [ 827.481125] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.489961] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294082, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.550417] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.571969] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294081, 'name': PowerOffVM_Task, 'duration_secs': 0.294567} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.572249] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.572420] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.572707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ce95b20-ba01-4030-b3b8-8907e71a54f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.640760] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.640992] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.641146] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Deleting the datastore file [datastore1] 0a03c827-193b-4cc1-8339-404eb8e5fa41 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.641812] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcb52a14-0dda-459a-95e9-5929be43af1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.649731] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for the task: (returnval){ [ 827.649731] env[70491]: value = "task-3294084" [ 827.649731] env[70491]: _type = "Task" [ 827.649731] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.658875] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.673846] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 827.674202] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6edcbb13-0509-4e6e-9b56-a192fed44ffb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.683771] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 827.683771] env[70491]: value = "task-3294085" [ 827.683771] env[70491]: _type = "Task" [ 827.683771] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.692576] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294085, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.766474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aaf69d8-66d8-4b55-8b0e-05c2c6f7d538 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "d517a143-ffd5-41c8-904c-9782cba540db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.351s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.992255] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294082, 'name': CreateVM_Task, 'duration_secs': 0.489796} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.992695] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.993115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.993287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.993594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.993853] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a543945f-6f94-469d-8f01-904bf22f0244 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.998873] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 827.998873] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521c8084-d626-0a0a-3901-24dd068e85af" [ 827.998873] env[70491]: _type = "Task" [ 827.998873] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.010248] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521c8084-d626-0a0a-3901-24dd068e85af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.052040] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294080, 'name': ReconfigVM_Task, 'duration_secs': 0.604124} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.052040] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 86b9bb02-7260-4820-9051-8731994d65c4/86b9bb02-7260-4820-9051-8731994d65c4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.052040] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1895166-849c-480f-bafc-0a2a940043e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.058753] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 828.058753] env[70491]: value = "task-3294086" [ 828.058753] env[70491]: _type = "Task" [ 828.058753] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.077685] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294086, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.115799] env[70491]: DEBUG nova.compute.manager [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-changed-938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.115888] env[70491]: DEBUG nova.compute.manager [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing instance network info cache due to event network-changed-938599e5-b38e-4941-9c4e-ecaebc106033. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.116328] env[70491]: DEBUG oslo_concurrency.lockutils [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] Acquiring lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.116520] env[70491]: DEBUG oslo_concurrency.lockutils [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] Acquired lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.116759] env[70491]: DEBUG nova.network.neutron [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing network info cache for port 938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.161853] env[70491]: DEBUG oslo_vmware.api [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Task: {'id': task-3294084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200758} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.162148] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.162453] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.162575] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.162706] env[70491]: INFO nova.compute.manager [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Took 1.12 seconds to destroy the instance on the hypervisor. [ 828.162919] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.163149] env[70491]: DEBUG nova.compute.manager [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.163269] env[70491]: DEBUG nova.network.neutron [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.201998] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294085, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.238880] env[70491]: DEBUG nova.network.neutron [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updated VIF entry in instance network info cache for port de51757c-4428-462d-8a3a-b71f20d62510. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.238880] env[70491]: DEBUG nova.network.neutron [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.320020] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Successfully updated port: 91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.513629] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521c8084-d626-0a0a-3901-24dd068e85af, 'name': SearchDatastore_Task, 'duration_secs': 0.022496} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.516909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.517178] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.517426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.517583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.517776] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.522375] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7cc01d-318a-4b0e-b9ca-6a0265c74f86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.531327] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.531506] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.532252] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578b8a97-8da3-44f9-b2dd-f99130bbaae0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.543158] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 828.543158] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527aeba3-7728-b1e5-0171-cf088974af1e" [ 828.543158] env[70491]: _type = "Task" [ 828.543158] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.549446] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527aeba3-7728-b1e5-0171-cf088974af1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.575109] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294086, 'name': Rename_Task, 'duration_secs': 0.468182} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.575109] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.575109] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1e318c6-2804-4c10-8286-8c18a399f6c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.582217] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 828.582217] env[70491]: value = "task-3294087" [ 828.582217] env[70491]: _type = "Task" [ 828.582217] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.589816] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.669249] env[70491]: DEBUG nova.network.neutron [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.696121] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294085, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.742538] env[70491]: DEBUG oslo_concurrency.lockutils [req-59ae451b-75ab-4a56-a368-e365d723b9f3 req-af131774-fb1f-4d6e-a9e2-6b52ec48b998 service nova] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.773661] env[70491]: DEBUG nova.network.neutron [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.818323] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff3720f-6c9f-4cda-857c-231c0a9b52fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.822032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.826786] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b4b4f-b6c5-41f2-ad55-7941c2c99788 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.858550] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ede227e-e3d4-4da9-b90a-f061312265bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.866075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5f5110-3df6-4b1b-94d1-df3ea439d86b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.879412] env[70491]: DEBUG nova.compute.provider_tree [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.929374] env[70491]: DEBUG nova.network.neutron [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.018295] env[70491]: DEBUG nova.compute.manager [req-4260313d-a7fb-42d5-8b66-31f93556258c req-80863e69-e160-4e78-9818-c528bacfecae service nova] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Received event network-vif-deleted-019e4e75-4ad5-4c34-b54a-31a7fad05325 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.051407] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527aeba3-7728-b1e5-0171-cf088974af1e, 'name': SearchDatastore_Task, 'duration_secs': 0.034455} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.052119] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-066ee48a-03f1-4850-8e02-9ac542f1305f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.056992] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 829.056992] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec8d37-77d3-e2f3-1451-0c455aece0f7" [ 829.056992] env[70491]: _type = "Task" [ 829.056992] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.064597] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec8d37-77d3-e2f3-1451-0c455aece0f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.090429] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294087, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.196568] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294085, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.276871] env[70491]: DEBUG oslo_concurrency.lockutils [req-eafb6edd-3712-46f4-8b9a-e387087826ad req-3ae0108e-4596-4cab-a591-707184e0e0d3 service nova] Releasing lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.277511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.277591] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.382822] env[70491]: DEBUG nova.scheduler.client.report [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.431672] env[70491]: INFO nova.compute.manager [-] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Took 1.27 seconds to deallocate network for instance. [ 829.571280] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec8d37-77d3-e2f3-1451-0c455aece0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.571520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.571874] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.572167] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df4f30b6-206a-48b1-acfa-dad12bd39066 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.579402] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 829.579402] env[70491]: value = "task-3294088" [ 829.579402] env[70491]: _type = "Task" [ 829.579402] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.591969] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.593256] env[70491]: DEBUG oslo_vmware.api [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294087, 'name': PowerOnVM_Task, 'duration_secs': 0.825664} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.593615] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.593766] env[70491]: INFO nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Took 10.13 seconds to spawn the instance on the hypervisor. [ 829.594177] env[70491]: DEBUG nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.594773] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e53850-9871-4913-9421-3500191d9bd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.699065] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294085, 'name': CloneVM_Task, 'duration_secs': 1.864765} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.699340] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Created linked-clone VM from snapshot [ 829.700085] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc77c16-3a14-421a-b771-6d644e30a175 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.707857] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Uploading image ebd59dd4-b8d2-4856-8203-1ef467019208 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 829.720080] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.720349] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3130687b-a394-4342-9a20-5a0c57357370 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.727093] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 829.727093] env[70491]: value = "task-3294089" [ 829.727093] env[70491]: _type = "Task" [ 829.727093] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.735850] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294089, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.830020] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.888893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.888893] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.892497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.414s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.892497] env[70491]: DEBUG nova.objects.instance [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lazy-loading 'resources' on Instance uuid cf4fe545-4ba2-486c-8b70-5b53e1412792 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.937787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.094681] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294088, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.112345] env[70491]: INFO nova.compute.manager [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Took 34.45 seconds to build instance. [ 830.149541] env[70491]: DEBUG nova.compute.manager [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-plugged-91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.149804] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.150084] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.150302] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.150517] env[70491]: DEBUG nova.compute.manager [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] No waiting events found dispatching network-vif-plugged-91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.150698] env[70491]: WARNING nova.compute.manager [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received unexpected event network-vif-plugged-91bc3283-7e7b-4870-8674-b8e08eb5e0b2 for instance with vm_state building and task_state spawning. [ 830.150863] env[70491]: DEBUG nova.compute.manager [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-changed-91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.152740] env[70491]: DEBUG nova.compute.manager [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing instance network info cache due to event network-changed-91bc3283-7e7b-4870-8674-b8e08eb5e0b2. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.152740] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Acquiring lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.239173] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294089, 'name': Destroy_Task, 'duration_secs': 0.431416} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.239173] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Destroyed the VM [ 830.239173] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.239173] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9e690b3d-4b4d-4c5e-bd03-7dbbfa8dbd73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.249399] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 830.249399] env[70491]: value = "task-3294090" [ 830.249399] env[70491]: _type = "Task" [ 830.249399] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.257100] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.372753] env[70491]: DEBUG nova.network.neutron [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updating instance_info_cache with network_info: [{"id": "f0307661-392d-4d97-95cf-1f527dba61ad", "address": "fa:16:3e:36:ea:45", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0307661-39", "ovs_interfaceid": "f0307661-392d-4d97-95cf-1f527dba61ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "938599e5-b38e-4941-9c4e-ecaebc106033", "address": "fa:16:3e:9f:cf:6f", "network": {"id": "0848d812-6278-4d9a-8e40-0c0c5b7fcdab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1963123796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938599e5-b3", "ovs_interfaceid": "938599e5-b38e-4941-9c4e-ecaebc106033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "address": "fa:16:3e:58:35:38", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bc3283-7e", "ovs_interfaceid": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.399520] env[70491]: DEBUG nova.compute.utils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.405581] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.405581] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.456374] env[70491]: DEBUG nova.policy [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1992dc94a2f04757a711be63f46eea1d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6368f28b46447c49213f6a801bf28ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.504243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "86b9bb02-7260-4820-9051-8731994d65c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.597267] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646465} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.597846] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.598274] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.598733] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6da415b-2ab0-4b1b-b84f-697501b2550b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.606332] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 830.606332] env[70491]: value = "task-3294091" [ 830.606332] env[70491]: _type = "Task" [ 830.606332] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.614175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d25ba871-94f3-409c-b737-0c09632d4f59 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.642s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.619353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.112s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.619670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "86b9bb02-7260-4820-9051-8731994d65c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.619786] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.619962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.625284] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.625796] env[70491]: INFO nova.compute.manager [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Terminating instance [ 830.759300] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.876465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.876882] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance network_info: |[{"id": "f0307661-392d-4d97-95cf-1f527dba61ad", "address": "fa:16:3e:36:ea:45", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0307661-39", "ovs_interfaceid": "f0307661-392d-4d97-95cf-1f527dba61ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "938599e5-b38e-4941-9c4e-ecaebc106033", "address": "fa:16:3e:9f:cf:6f", "network": {"id": "0848d812-6278-4d9a-8e40-0c0c5b7fcdab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1963123796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938599e5-b3", "ovs_interfaceid": "938599e5-b38e-4941-9c4e-ecaebc106033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "address": "fa:16:3e:58:35:38", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bc3283-7e", "ovs_interfaceid": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.877209] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Acquired lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.877486] env[70491]: DEBUG nova.network.neutron [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Refreshing network info cache for port 91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.878822] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:ea:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0307661-392d-4d97-95cf-1f527dba61ad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:cf:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '938599e5-b38e-4941-9c4e-ecaebc106033', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:35:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '748a5204-8f14-402c-9a6e-f3e6104db082', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91bc3283-7e7b-4870-8674-b8e08eb5e0b2', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.890804] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Creating folder: Project (faf5d06cb2c14a21980a31eb0b55fde0). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.894652] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0128f94-9d83-45a6-8603-f5d6d140e431 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.906623] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Created folder: Project (faf5d06cb2c14a21980a31eb0b55fde0) in parent group-v657728. [ 830.906823] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Creating folder: Instances. Parent ref: group-v657867. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.907077] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-755b8850-201e-4cbf-be63-37e7e61fb1da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.908964] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.924096] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Created folder: Instances in parent group-v657867. [ 830.924456] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.924734] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.924992] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-834ffea8-16fd-46c1-bb0d-51a00cfc9a4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.960041] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.960041] env[70491]: value = "task-3294094" [ 830.960041] env[70491]: _type = "Task" [ 830.960041] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.968473] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294094, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.016182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc6ebf-c061-43d9-98d8-702de5b4347c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.023240] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a8cb2-df2f-4c5c-ac07-7e75045dd1cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.056100] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecae97e-9d87-417f-8d79-f69017057d97 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.063932] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126d76cd-38a4-46d6-b693-2b53a83b416f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.078183] env[70491]: DEBUG nova.compute.provider_tree [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.115815] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101892} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.116201] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.116991] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59db6914-2c46-48aa-81b4-67f161208842 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.130686] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.133381] env[70491]: DEBUG nova.compute.manager [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.133582] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.142607] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.144509] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed6ed80-ab28-4423-bbdf-c3dd9fe5acb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.146727] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e35d1e-f99f-4e00-bf1b-4f958c75d2c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.165977] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.167353] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36d00528-117d-4a9c-afed-a68d800a0e54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.168981] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 831.168981] env[70491]: value = "task-3294095" [ 831.168981] env[70491]: _type = "Task" [ 831.168981] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.174720] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 831.174720] env[70491]: value = "task-3294096" [ 831.174720] env[70491]: _type = "Task" [ 831.174720] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.179980] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.189480] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.259706] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294090, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.318661] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Successfully created port: 38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.471551] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294094, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.581597] env[70491]: DEBUG nova.scheduler.client.report [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.663779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.682552] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.690796] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294096, 'name': PowerOffVM_Task, 'duration_secs': 0.385814} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.691482] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.691482] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.691482] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c05c2f8-a31c-4a38-bbba-75f34f46f564 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.701069] env[70491]: DEBUG nova.network.neutron [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updated VIF entry in instance network info cache for port 91bc3283-7e7b-4870-8674-b8e08eb5e0b2. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.701548] env[70491]: DEBUG nova.network.neutron [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updating instance_info_cache with network_info: [{"id": "f0307661-392d-4d97-95cf-1f527dba61ad", "address": "fa:16:3e:36:ea:45", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0307661-39", "ovs_interfaceid": "f0307661-392d-4d97-95cf-1f527dba61ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "938599e5-b38e-4941-9c4e-ecaebc106033", "address": "fa:16:3e:9f:cf:6f", "network": {"id": "0848d812-6278-4d9a-8e40-0c0c5b7fcdab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1963123796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938599e5-b3", "ovs_interfaceid": "938599e5-b38e-4941-9c4e-ecaebc106033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "address": "fa:16:3e:58:35:38", "network": {"id": "53bcfd78-0bf7-4489-bf13-b341395737a9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-277071237", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.42", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "748a5204-8f14-402c-9a6e-f3e6104db082", "external-id": "nsx-vlan-transportzone-750", "segmentation_id": 750, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91bc3283-7e", "ovs_interfaceid": "91bc3283-7e7b-4870-8674-b8e08eb5e0b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.758842] env[70491]: DEBUG oslo_vmware.api [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294090, 'name': RemoveSnapshot_Task, 'duration_secs': 1.49724} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.759193] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.773809] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.774105] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.774335] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] 86b9bb02-7260-4820-9051-8731994d65c4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.774675] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf68e23-96d4-4173-a8c8-f31b9f23aab2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.782486] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 831.782486] env[70491]: value = "task-3294098" [ 831.782486] env[70491]: _type = "Task" [ 831.782486] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.792700] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.926230] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.952535] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.952535] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.952535] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.952535] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.952535] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.952813] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.953654] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.953654] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.953970] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.954231] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.954470] env[70491]: DEBUG nova.virt.hardware [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.956694] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505d3d33-f594-495a-bc46-fd3341cdef66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.974779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdee815-f881-4101-9c14-b761be521f7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.991255] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294094, 'name': CreateVM_Task, 'duration_secs': 0.812713} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.992109] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.993654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.993981] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.008242] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3545e1-cc5a-4f6f-bba7-0da1c7ee25ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.015108] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 832.015108] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520ac5b9-a6af-a236-a4c1-4d90787e16da" [ 832.015108] env[70491]: _type = "Task" [ 832.015108] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.026295] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520ac5b9-a6af-a236-a4c1-4d90787e16da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.088825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.092498] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.668s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.094158] env[70491]: INFO nova.compute.claims [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.116029] env[70491]: INFO nova.scheduler.client.report [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted allocations for instance cf4fe545-4ba2-486c-8b70-5b53e1412792 [ 832.182798] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294095, 'name': ReconfigVM_Task, 'duration_secs': 0.850699} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.183091] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.183727] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c59f55-e084-4410-b5fa-616b64200a13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.190298] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 832.190298] env[70491]: value = "task-3294099" [ 832.190298] env[70491]: _type = "Task" [ 832.190298] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.199041] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294099, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.204673] env[70491]: DEBUG oslo_concurrency.lockutils [req-63d99a34-03ad-4534-8e8f-8e09da783b96 req-87b49241-7cce-4fa4-8133-5054b02d8bd3 service nova] Releasing lock "refresh_cache-7441344b-4db8-45f6-bfdb-118b05826913" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.264855] env[70491]: WARNING nova.compute.manager [None req-a8d95665-f46b-4dd9-a3fe-8d7add203bb2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Image not found during snapshot: nova.exception.ImageNotFound: Image ebd59dd4-b8d2-4856-8203-1ef467019208 could not be found. [ 832.295582] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.525685] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520ac5b9-a6af-a236-a4c1-4d90787e16da, 'name': SearchDatastore_Task, 'duration_secs': 0.013874} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.525999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.526251] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.526731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.526731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.526858] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.527052] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e2f145-f1be-44ac-b2df-b9406ce87bc0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.540836] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.541024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.542020] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad2f6c17-31f9-454d-873d-3f1d5f00a222 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.547623] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 832.547623] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524278fc-f3b1-c819-3e17-59bd7e1f2205" [ 832.547623] env[70491]: _type = "Task" [ 832.547623] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.557289] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524278fc-f3b1-c819-3e17-59bd7e1f2205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.577996] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.578361] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.578649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.578792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.578959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.582283] env[70491]: INFO nova.compute.manager [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Terminating instance [ 832.628610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ebaa717b-52d9-42a2-9346-121b86387a0b tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "cf4fe545-4ba2-486c-8b70-5b53e1412792" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.810s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.703052] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294099, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.800443] env[70491]: DEBUG oslo_vmware.api [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602751} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.801391] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.802584] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.802852] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.803431] env[70491]: INFO nova.compute.manager [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Took 1.67 seconds to destroy the instance on the hypervisor. [ 832.803783] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.806194] env[70491]: DEBUG nova.compute.manager [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.806299] env[70491]: DEBUG nova.network.neutron [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.062113] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524278fc-f3b1-c819-3e17-59bd7e1f2205, 'name': SearchDatastore_Task, 'duration_secs': 0.045502} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.062113] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0588dd4-37f7-417d-9703-a6c17591897c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.073393] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 833.073393] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bb1cd-9e33-f806-fcda-24f13cd40e9c" [ 833.073393] env[70491]: _type = "Task" [ 833.073393] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.077115] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bb1cd-9e33-f806-fcda-24f13cd40e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.090018] env[70491]: DEBUG nova.compute.manager [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.090262] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.091895] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27141f03-e788-4ee6-8301-80eebcedbbb7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.104259] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.104259] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2004bd61-0113-4bf3-aa0c-16e8c28dc2ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.115676] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 833.115676] env[70491]: value = "task-3294100" [ 833.115676] env[70491]: _type = "Task" [ 833.115676] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.124820] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.139716] env[70491]: DEBUG nova.compute.manager [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received event network-vif-plugged-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.139893] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] Acquiring lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.140110] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.140281] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.140510] env[70491]: DEBUG nova.compute.manager [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] No waiting events found dispatching network-vif-plugged-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.140711] env[70491]: WARNING nova.compute.manager [req-d2ab3065-48ef-48bd-a233-062cf2449f2a req-69539a84-8ea5-4b59-9e5f-1ba8286a65e3 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received unexpected event network-vif-plugged-38bad922-eab4-4473-add0-0149068d03c5 for instance with vm_state building and task_state spawning. [ 833.208473] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294099, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.266720] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Successfully updated port: 38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.582491] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bb1cd-9e33-f806-fcda-24f13cd40e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013023} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.585828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.585828] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 7441344b-4db8-45f6-bfdb-118b05826913/7441344b-4db8-45f6-bfdb-118b05826913.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.589370] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4e8d94e-2777-47a3-b299-a4479601148e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.598179] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 833.598179] env[70491]: value = "task-3294101" [ 833.598179] env[70491]: _type = "Task" [ 833.598179] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.611268] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.622753] env[70491]: DEBUG nova.compute.manager [req-ce6f92f5-d095-4b69-bb95-a36828014cba req-24950c47-b3d8-4e7e-9e17-c880f97ff2cc service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Received event network-vif-deleted-e85398ec-ce7c-4835-9d5a-077328aeda9c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.622753] env[70491]: INFO nova.compute.manager [req-ce6f92f5-d095-4b69-bb95-a36828014cba req-24950c47-b3d8-4e7e-9e17-c880f97ff2cc service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Neutron deleted interface e85398ec-ce7c-4835-9d5a-077328aeda9c; detaching it from the instance and deleting it from the info cache [ 833.622929] env[70491]: DEBUG nova.network.neutron [req-ce6f92f5-d095-4b69-bb95-a36828014cba req-24950c47-b3d8-4e7e-9e17-c880f97ff2cc service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.634117] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c7397-f6d8-483a-8b34-a8f121dc518a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.641035] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294100, 'name': PowerOffVM_Task, 'duration_secs': 0.252409} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.641035] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.641035] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.641035] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ccbed2-cd9f-45b4-91c4-ebb568a3be38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.645367] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd521513-27e8-43fd-aa3d-e8714fab2af5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.681565] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35948210-cf8b-4bb6-881a-ad32bbeb3d73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.689137] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc603c-a8db-4a98-b536-de562e2c000f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.712656] env[70491]: DEBUG nova.compute.provider_tree [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.720261] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294099, 'name': Rename_Task, 'duration_secs': 1.280251} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.720261] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.720261] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.720261] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleting the datastore file [datastore1] f8c1afe3-bbdf-4f5a-bd39-c682d5755df4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.720825] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.720825] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53627a19-3117-4f7e-a3f0-0d4b6818ed03 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.723433] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9003cbd3-651c-4d8b-9470-4f9ca7356a8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.729243] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 833.729243] env[70491]: value = "task-3294103" [ 833.729243] env[70491]: _type = "Task" [ 833.729243] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.736519] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 833.736519] env[70491]: value = "task-3294104" [ 833.736519] env[70491]: _type = "Task" [ 833.736519] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.749413] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.754908] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294104, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.774041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.774138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquired lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.774296] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.860019] env[70491]: DEBUG nova.network.neutron [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.107544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.107835] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.116923] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294101, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.138586] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24ab0078-a1db-43e8-a136-f7b2e9a3312a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.143195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.143195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.149890] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fada9555-c128-46d2-a672-bc258556ff4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.185760] env[70491]: DEBUG nova.compute.manager [req-ce6f92f5-d095-4b69-bb95-a36828014cba req-24950c47-b3d8-4e7e-9e17-c880f97ff2cc service nova] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Detach interface failed, port_id=e85398ec-ce7c-4835-9d5a-077328aeda9c, reason: Instance 86b9bb02-7260-4820-9051-8731994d65c4 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 834.221616] env[70491]: DEBUG nova.scheduler.client.report [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.242705] env[70491]: DEBUG oslo_vmware.api [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379583} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.247913] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.247913] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.247913] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.247913] env[70491]: INFO nova.compute.manager [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 834.247913] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.247913] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.247913] env[70491]: DEBUG nova.compute.manager [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.247913] env[70491]: DEBUG nova.network.neutron [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.326741] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.364654] env[70491]: INFO nova.compute.manager [-] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Took 1.56 seconds to deallocate network for instance. [ 834.606093] env[70491]: DEBUG nova.network.neutron [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updating instance_info_cache with network_info: [{"id": "38bad922-eab4-4473-add0-0149068d03c5", "address": "fa:16:3e:6a:86:8d", "network": {"id": "a3c9e8b7-5f3f-42d8-beb6-83eb916d2cd3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1381612637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6368f28b46447c49213f6a801bf28ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bad922-ea", "ovs_interfaceid": "38bad922-eab4-4473-add0-0149068d03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.610136] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544969} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.610573] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 7441344b-4db8-45f6-bfdb-118b05826913/7441344b-4db8-45f6-bfdb-118b05826913.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.611983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.611983] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b273b2-b4ee-47ea-9ef5-d8b89ba2ebbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.619015] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 834.619015] env[70491]: value = "task-3294105" [ 834.619015] env[70491]: _type = "Task" [ 834.619015] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.628989] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.727953] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.727953] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.729621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.989s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.729847] env[70491]: DEBUG nova.objects.instance [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lazy-loading 'resources' on Instance uuid 34d94167-73a0-44ed-9b41-cc3e8bfdf30c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.744142] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294104, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.872268] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.018431] env[70491]: DEBUG nova.network.neutron [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.111622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Releasing lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.111955] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Instance network_info: |[{"id": "38bad922-eab4-4473-add0-0149068d03c5", "address": "fa:16:3e:6a:86:8d", "network": {"id": "a3c9e8b7-5f3f-42d8-beb6-83eb916d2cd3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1381612637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6368f28b46447c49213f6a801bf28ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bad922-ea", "ovs_interfaceid": "38bad922-eab4-4473-add0-0149068d03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.112550] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:86:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38bad922-eab4-4473-add0-0149068d03c5', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.121499] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Creating folder: Project (c6368f28b46447c49213f6a801bf28ef). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.121872] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82e526c-b444-49fc-aa58-2fc9e2c2a2b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.135127] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064935} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.135443] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.136318] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41080228-3434-4eb8-a69a-17cb07fa5ffa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.142850] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Created folder: Project (c6368f28b46447c49213f6a801bf28ef) in parent group-v657728. [ 835.143067] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Creating folder: Instances. Parent ref: group-v657870. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.143693] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1c020b7-6bee-492e-95dc-1527c358c89d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.169334] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 7441344b-4db8-45f6-bfdb-118b05826913/7441344b-4db8-45f6-bfdb-118b05826913.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.170009] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356e9d81-cff7-4f81-a819-5c9beac223af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.185815] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Created folder: Instances in parent group-v657870. [ 835.185996] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.186548] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.186752] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-151835e6-5f57-467a-bfa3-41b1af55b2ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.203179] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 835.203179] env[70491]: value = "task-3294108" [ 835.203179] env[70491]: _type = "Task" [ 835.203179] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.208303] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.208303] env[70491]: value = "task-3294109" [ 835.208303] env[70491]: _type = "Task" [ 835.208303] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.216835] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.221955] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294109, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.234540] env[70491]: DEBUG nova.compute.utils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.238859] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.239043] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.971882] env[70491]: INFO nova.compute.manager [-] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Took 1.72 seconds to deallocate network for instance. [ 835.972483] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.976066] env[70491]: DEBUG nova.compute.manager [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received event network-changed-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.976303] env[70491]: DEBUG nova.compute.manager [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing instance network info cache due to event network-changed-38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.976523] env[70491]: DEBUG oslo_concurrency.lockutils [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] Acquiring lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.976664] env[70491]: DEBUG oslo_concurrency.lockutils [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] Acquired lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976824] env[70491]: DEBUG nova.network.neutron [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing network info cache for port 38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.978419] env[70491]: DEBUG nova.compute.manager [req-38804cbb-d808-4c34-825c-32ba0ca0d91a req-8b4aaa5a-604d-4d6e-9abb-5d9ca5e3067f service nova] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Received event network-vif-deleted-3374276e-f52d-4845-9e6d-542ef7de0095 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.990126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.990126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.998146] env[70491]: DEBUG oslo_vmware.api [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294104, 'name': PowerOnVM_Task, 'duration_secs': 1.197816} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.001285] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.001487] env[70491]: INFO nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Took 11.15 seconds to spawn the instance on the hypervisor. [ 836.002126] env[70491]: DEBUG nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.009220] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0fcb55-3b70-406b-a244-068bc704f4b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.012260] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294108, 'name': ReconfigVM_Task, 'duration_secs': 0.6615} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.012477] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294109, 'name': CreateVM_Task, 'duration_secs': 0.605477} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.012993] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 7441344b-4db8-45f6-bfdb-118b05826913/7441344b-4db8-45f6-bfdb-118b05826913.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.013588] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.014196] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25962a93-0153-40db-afa2-04669fa399ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.016257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.016428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.016734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.018781] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d01861-5311-42c6-a87b-397b7e2af53a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.034848] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 836.034848] env[70491]: value = "task-3294110" [ 836.034848] env[70491]: _type = "Task" [ 836.034848] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.035235] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 836.035235] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492857-721b-e2d8-2569-ddb43ea91994" [ 836.035235] env[70491]: _type = "Task" [ 836.035235] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.046481] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294110, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.051984] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492857-721b-e2d8-2569-ddb43ea91994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.053659] env[70491]: DEBUG nova.policy [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4b0dce3dbd746378a506e51e55c1f08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6bdff2bb0f014f5cb4512eaf2f8ef048', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.372870] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Successfully created port: 01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.477909] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f600b7-bbd2-4633-aa96-02633717e226 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.499219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.500484] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57abe0a-ce2c-4702-a8fd-def2db23b091 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.540623] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b50fd-ff1c-4662-88f5-9d923267cb36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.543537] env[70491]: INFO nova.compute.manager [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Took 35.93 seconds to build instance. [ 836.569746] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37338f-9e36-4116-bbcc-9bba35365fe8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.574109] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492857-721b-e2d8-2569-ddb43ea91994, 'name': SearchDatastore_Task, 'duration_secs': 0.02275} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.574389] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294110, 'name': Rename_Task, 'duration_secs': 0.221691} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.574667] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.574893] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.575141] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.575288] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.575475] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.575735] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.576308] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-953e46aa-3cc6-4243-9ba7-7ec50371969a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.578308] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f8c624-48ac-43e8-a0d8-adee50cf5a6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.587659] env[70491]: DEBUG nova.compute.provider_tree [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.594940] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 836.594940] env[70491]: value = "task-3294111" [ 836.594940] env[70491]: _type = "Task" [ 836.594940] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.599522] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.600022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.602429] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8a9f54-58e4-49a3-8f4d-4bb8eef6241f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.607466] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.609567] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 836.609567] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c1468-28c9-7e20-8132-a1213d2f0a9d" [ 836.609567] env[70491]: _type = "Task" [ 836.609567] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.616821] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c1468-28c9-7e20-8132-a1213d2f0a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.804203] env[70491]: DEBUG nova.network.neutron [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updated VIF entry in instance network info cache for port 38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.804856] env[70491]: DEBUG nova.network.neutron [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updating instance_info_cache with network_info: [{"id": "38bad922-eab4-4473-add0-0149068d03c5", "address": "fa:16:3e:6a:86:8d", "network": {"id": "a3c9e8b7-5f3f-42d8-beb6-83eb916d2cd3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1381612637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6368f28b46447c49213f6a801bf28ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bad922-ea", "ovs_interfaceid": "38bad922-eab4-4473-add0-0149068d03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.996943] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.024417] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.024657] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.024826] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.024982] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.025140] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.025376] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.025481] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.025637] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.025806] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.025964] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.026153] env[70491]: DEBUG nova.virt.hardware [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.027060] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b624496-76a4-4903-8563-0186c5f0ae8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.038912] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f86f6f-180a-43ad-b34e-f0e62cb23146 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4867f82-c70d-4ed5-8d0e-0d88e80b3e48 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.694s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.092637] env[70491]: DEBUG nova.scheduler.client.report [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.107033] env[70491]: DEBUG oslo_vmware.api [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294111, 'name': PowerOnVM_Task, 'duration_secs': 0.48481} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.107317] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.107518] env[70491]: INFO nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Took 14.95 seconds to spawn the instance on the hypervisor. [ 837.107701] env[70491]: DEBUG nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.108529] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9657a459-37bb-442b-887b-e74d8c4e31ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.124702] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527c1468-28c9-7e20-8132-a1213d2f0a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017063} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.125646] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb3c691-8e23-4fa2-99c1-acfdf67091b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.130504] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 837.130504] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52797f49-702a-3f5e-e456-eda3cf5971b5" [ 837.130504] env[70491]: _type = "Task" [ 837.130504] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.138620] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52797f49-702a-3f5e-e456-eda3cf5971b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.307459] env[70491]: DEBUG oslo_concurrency.lockutils [req-e8abac13-b58b-4a40-87d8-5a9ec9b548f9 req-7ad0bee9-3a44-4280-901d-c58b41d691b0 service nova] Releasing lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566413] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.599573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.870s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.602201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.468s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.604203] env[70491]: INFO nova.compute.claims [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.608895] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.608895] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 837.620641] env[70491]: INFO nova.scheduler.client.report [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted allocations for instance 34d94167-73a0-44ed-9b41-cc3e8bfdf30c [ 837.635950] env[70491]: INFO nova.compute.manager [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Took 38.23 seconds to build instance. [ 837.643532] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52797f49-702a-3f5e-e456-eda3cf5971b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010853} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.643798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.644063] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45/55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.644321] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6880842-d792-49a2-a7a8-69623dd685ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.652291] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 837.652291] env[70491]: value = "task-3294112" [ 837.652291] env[70491]: _type = "Task" [ 837.652291] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.666201] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.981039] env[70491]: DEBUG nova.compute.manager [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received event network-vif-plugged-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.981396] env[70491]: DEBUG oslo_concurrency.lockutils [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.981518] env[70491]: DEBUG oslo_concurrency.lockutils [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.981687] env[70491]: DEBUG oslo_concurrency.lockutils [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.981856] env[70491]: DEBUG nova.compute.manager [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] No waiting events found dispatching network-vif-plugged-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.982026] env[70491]: WARNING nova.compute.manager [req-022fa8a7-c688-41f9-9847-8f2e283dcc09 req-fb050de7-6553-46a9-a860-23755575deea service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received unexpected event network-vif-plugged-01d89bec-6eae-4672-8d8c-73a4031b61d6 for instance with vm_state building and task_state spawning. [ 838.096022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.119017] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.119312] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.119394] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.119543] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.119688] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.120445] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.120445] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 838.120548] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 838.135304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8c5dfe6-5b6e-492c-9567-82be8fa57b3d tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "34d94167-73a0-44ed-9b41-cc3e8bfdf30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.538s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.138670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c2db05a1-bdf3-47e9-ba22-bc781467fae3 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.457s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.159735] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Successfully updated port: 01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.164897] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294112, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.378590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.378882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.379105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "7441344b-4db8-45f6-bfdb-118b05826913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.379291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.379467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.381492] env[70491]: INFO nova.compute.manager [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Terminating instance [ 838.566811] env[70491]: DEBUG nova.compute.manager [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 838.626191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.641741] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.662418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.662592] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.662708] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.667449] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594732} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.667922] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45/55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.668157] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.668440] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-643922da-d5ef-44ef-8a68-8ff00d59354a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.680178] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 838.680178] env[70491]: value = "task-3294113" [ 838.680178] env[70491]: _type = "Task" [ 838.680178] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.693048] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.884982] env[70491]: DEBUG nova.compute.manager [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.885129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.885979] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa31196-0719-4889-b5f7-9217762b9b3e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.894547] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.894785] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d2af375-06d5-431c-9778-b7d273ef457c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.903860] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 838.903860] env[70491]: value = "task-3294114" [ 838.903860] env[70491]: _type = "Task" [ 838.903860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.914795] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.017234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "b41cee04-e3c4-4361-8eb2-28f97f355338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.017470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.017989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.017989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.017989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.020240] env[70491]: INFO nova.compute.manager [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Terminating instance [ 839.076135] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b299bd5-149a-4c7f-905e-f6a17c5d4164 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.084726] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd89872b-b14f-407b-9618-a48802fef0a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.089916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.119281] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f90af5-1479-428e-bac8-232bb2c111e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.127822] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fad185-7830-404f-a6c8-1243464a68a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.142544] env[70491]: DEBUG nova.compute.provider_tree [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.163851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.190661] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259666} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.190944] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.191730] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d46e160-0ee2-48d0-a17f-dd422b332117 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.214478] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45/55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.215433] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.217277] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a951f6ac-37cc-4236-a082-7f0368968331 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.240152] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 839.240152] env[70491]: value = "task-3294115" [ 839.240152] env[70491]: _type = "Task" [ 839.240152] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.252052] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.376993] env[70491]: DEBUG nova.network.neutron [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [{"id": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "address": "fa:16:3e:b2:61:4d", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d89bec-6e", "ovs_interfaceid": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.414618] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294114, 'name': PowerOffVM_Task, 'duration_secs': 0.226652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.414873] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.415049] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.415307] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe9fa2a-6895-4093-9ee6-e9a41f4c469c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.525941] env[70491]: DEBUG nova.compute.manager [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.526169] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.527146] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e12395-c5ab-4e09-9a89-b26dd21f1832 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.536470] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.536734] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac699aa-3f91-4178-81e6-6d9bd1459e73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.543821] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 839.543821] env[70491]: value = "task-3294117" [ 839.543821] env[70491]: _type = "Task" [ 839.543821] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.554419] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.559061] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.559298] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.559541] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleting the datastore file [datastore2] 7441344b-4db8-45f6-bfdb-118b05826913 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.559818] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81894267-478c-490e-ab9d-e5029fdcfe45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.567803] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 839.567803] env[70491]: value = "task-3294118" [ 839.567803] env[70491]: _type = "Task" [ 839.567803] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.577867] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.645438] env[70491]: DEBUG nova.scheduler.client.report [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.748655] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294115, 'name': ReconfigVM_Task, 'duration_secs': 0.281546} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.748940] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45/55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.749625] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-029622f9-bb68-45e4-ab30-41beaa5fc297 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.757224] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 839.757224] env[70491]: value = "task-3294119" [ 839.757224] env[70491]: _type = "Task" [ 839.757224] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.766234] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294119, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.879725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.880085] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance network_info: |[{"id": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "address": "fa:16:3e:b2:61:4d", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d89bec-6e", "ovs_interfaceid": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.880550] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:61:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01d89bec-6eae-4672-8d8c-73a4031b61d6', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.888537] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.888762] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.888992] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0abf4e5c-7c90-4d7d-a24b-35fc1f03c03a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.909966] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.909966] env[70491]: value = "task-3294120" [ 839.909966] env[70491]: _type = "Task" [ 839.909966] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.918967] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294120, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.036100] env[70491]: DEBUG nova.compute.manager [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.036317] env[70491]: DEBUG nova.compute.manager [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing instance network info cache due to event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.036539] env[70491]: DEBUG oslo_concurrency.lockutils [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] Acquiring lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.036676] env[70491]: DEBUG oslo_concurrency.lockutils [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] Acquired lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.036829] env[70491]: DEBUG nova.network.neutron [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing network info cache for port 01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.054079] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294117, 'name': PowerOffVM_Task, 'duration_secs': 0.226811} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.054346] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.054589] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.054815] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cbabfa5-0f69-4372-ae2d-5f0b71e44ed9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.078080] env[70491]: DEBUG oslo_vmware.api [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286301} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.078403] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.078591] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.078765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.078970] env[70491]: INFO nova.compute.manager [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Took 1.19 seconds to destroy the instance on the hypervisor. [ 840.079189] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.079402] env[70491]: DEBUG nova.compute.manager [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.079713] env[70491]: DEBUG nova.network.neutron [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.123496] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.123749] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.123942] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleting the datastore file [datastore2] b41cee04-e3c4-4361-8eb2-28f97f355338 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.124219] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-083bacc4-858b-43ce-9b43-6d0fc55cce3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.132408] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 840.132408] env[70491]: value = "task-3294122" [ 840.132408] env[70491]: _type = "Task" [ 840.132408] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.141265] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.152137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.152137] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.155037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.597s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.156417] env[70491]: INFO nova.compute.claims [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.268987] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294119, 'name': Rename_Task, 'duration_secs': 0.156743} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.268987] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.269913] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bcf14da-4fee-4e1a-b571-e9f0b0c3ac63 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.277603] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 840.277603] env[70491]: value = "task-3294123" [ 840.277603] env[70491]: _type = "Task" [ 840.277603] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.286795] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.420659] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294120, 'name': CreateVM_Task, 'duration_secs': 0.409335} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.420938] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.421580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.421756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.423045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.423045] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23da515a-7a23-45df-9b34-370789fc0436 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.428809] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 840.428809] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524ba221-585a-36ea-812d-d09dda1471a0" [ 840.428809] env[70491]: _type = "Task" [ 840.428809] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.438532] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524ba221-585a-36ea-812d-d09dda1471a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.644943] env[70491]: DEBUG oslo_vmware.api [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294434} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.645359] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.645519] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.645734] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.645958] env[70491]: INFO nova.compute.manager [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Took 1.12 seconds to destroy the instance on the hypervisor. [ 840.646230] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.646508] env[70491]: DEBUG nova.compute.manager [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.646656] env[70491]: DEBUG nova.network.neutron [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.656746] env[70491]: DEBUG nova.compute.utils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.658364] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.658606] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.774833] env[70491]: DEBUG nova.policy [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18e7e6c12477404ca0db3f6edeeae12f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6fce4d3b790a4ded8db88d176573c1e1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.789527] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.897687] env[70491]: DEBUG nova.network.neutron [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updated VIF entry in instance network info cache for port 01d89bec-6eae-4672-8d8c-73a4031b61d6. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.898111] env[70491]: DEBUG nova.network.neutron [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [{"id": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "address": "fa:16:3e:b2:61:4d", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d89bec-6e", "ovs_interfaceid": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.942290] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524ba221-585a-36ea-812d-d09dda1471a0, 'name': SearchDatastore_Task, 'duration_secs': 0.0149} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.943195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.943450] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.943712] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.943863] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.944054] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.944477] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ddc3142-ec7a-4085-ab2a-fea0dfff3326 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.956020] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.956245] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.957019] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49beeda7-8b56-479a-8df8-f191d48ac7d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.965630] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 840.965630] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529accdc-6aad-3a34-c777-a2412b085459" [ 840.965630] env[70491]: _type = "Task" [ 840.965630] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.974667] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529accdc-6aad-3a34-c777-a2412b085459, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.165153] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.225438] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Successfully created port: cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.303018] env[70491]: DEBUG oslo_vmware.api [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294123, 'name': PowerOnVM_Task, 'duration_secs': 0.646902} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.304532] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.304805] env[70491]: INFO nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Took 9.38 seconds to spawn the instance on the hypervisor. [ 841.304935] env[70491]: DEBUG nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.307109] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b411c5-8f46-4485-a77e-7b62f6c645c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.404584] env[70491]: DEBUG oslo_concurrency.lockutils [req-c40b1f08-2552-44d1-9228-993eea497433 req-894f4af6-12d4-4930-949b-bf1804fb8e56 service nova] Releasing lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.479438] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529accdc-6aad-3a34-c777-a2412b085459, 'name': SearchDatastore_Task, 'duration_secs': 0.031996} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.480277] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f82818-abc9-4e3c-8423-97b8f54dde40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.493588] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 841.493588] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5265767c-4171-9149-091c-40bd13feb002" [ 841.493588] env[70491]: _type = "Task" [ 841.493588] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.505504] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5265767c-4171-9149-091c-40bd13feb002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.767021] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db3fd8-83af-46d5-b6b5-2b392591e42a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.775030] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c875fa75-a381-4819-bab7-0c64c2f21b51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.781237] env[70491]: DEBUG nova.network.neutron [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.806433] env[70491]: DEBUG nova.network.neutron [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.808206] env[70491]: INFO nova.compute.manager [-] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Took 1.16 seconds to deallocate network for instance. [ 841.809106] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6db5a-73f9-47b6-9b3d-0217fed125cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.822602] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5b46ea-d14f-4c42-84ae-77619a27305a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.834752] env[70491]: INFO nova.compute.manager [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Took 37.69 seconds to build instance. [ 841.848255] env[70491]: DEBUG nova.compute.provider_tree [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.005139] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5265767c-4171-9149-091c-40bd13feb002, 'name': SearchDatastore_Task, 'duration_secs': 0.026101} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.005444] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.005688] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 31b911ef-a5da-4801-9000-f5a9559e0e74/31b911ef-a5da-4801-9000-f5a9559e0e74.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.005966] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb3130fc-bc23-46ff-99f5-798dd6acc91c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.014322] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 842.014322] env[70491]: value = "task-3294124" [ 842.014322] env[70491]: _type = "Task" [ 842.014322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.023050] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.129369] env[70491]: DEBUG nova.compute.manager [req-42979312-157e-4075-ada2-30f14ffa88d2 req-8b5e3d74-4ff9-423e-b23c-f2ae0bd1e4fb service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-deleted-f0307661-392d-4d97-95cf-1f527dba61ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.129577] env[70491]: DEBUG nova.compute.manager [req-42979312-157e-4075-ada2-30f14ffa88d2 req-8b5e3d74-4ff9-423e-b23c-f2ae0bd1e4fb service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-deleted-938599e5-b38e-4941-9c4e-ecaebc106033 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.129814] env[70491]: DEBUG nova.compute.manager [req-42979312-157e-4075-ada2-30f14ffa88d2 req-8b5e3d74-4ff9-423e-b23c-f2ae0bd1e4fb service nova] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Received event network-vif-deleted-f64cf593-e3ef-469d-93e6-249dbcda030a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.129905] env[70491]: DEBUG nova.compute.manager [req-42979312-157e-4075-ada2-30f14ffa88d2 req-8b5e3d74-4ff9-423e-b23c-f2ae0bd1e4fb service nova] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Received event network-vif-deleted-91bc3283-7e7b-4870-8674-b8e08eb5e0b2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.175709] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.208030] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.208260] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.208567] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.208837] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.209119] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.209399] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.210345] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.210345] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.210345] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.210669] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.211248] env[70491]: DEBUG nova.virt.hardware [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.212346] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5349e9-ec81-4eaf-abc6-abe93648b456 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.226189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b16e8-69dc-4362-8005-503e5e9397d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.314292] env[70491]: INFO nova.compute.manager [-] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Took 2.23 seconds to deallocate network for instance. [ 842.320938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.336951] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6b5123f0-04e8-40de-bbf8-08969a207c03 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.718s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.353807] env[70491]: DEBUG nova.scheduler.client.report [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.532329] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294124, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.822737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.839705] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.858663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.859262] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.863085] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.676s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.863331] env[70491]: DEBUG nova.objects.instance [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lazy-loading 'resources' on Instance uuid e48a8f9a-b146-4a32-80b9-5be961fbb846 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.986364] env[70491]: DEBUG nova.compute.manager [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received event network-vif-plugged-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.986364] env[70491]: DEBUG oslo_concurrency.lockutils [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] Acquiring lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.986364] env[70491]: DEBUG oslo_concurrency.lockutils [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.986364] env[70491]: DEBUG oslo_concurrency.lockutils [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.988508] env[70491]: DEBUG nova.compute.manager [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] No waiting events found dispatching network-vif-plugged-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.989454] env[70491]: WARNING nova.compute.manager [req-a505cacf-2e38-48a5-8177-b627bd4dc092 req-b7487888-bae4-4d3b-9e28-a800295caf65 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received unexpected event network-vif-plugged-cd33e307-b5cb-4083-94f2-a06c00395527 for instance with vm_state building and task_state spawning. [ 843.026672] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598907} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.028024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 31b911ef-a5da-4801-9000-f5a9559e0e74/31b911ef-a5da-4801-9000-f5a9559e0e74.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.028024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.028024] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ff43021-38e9-4f99-8274-0d0340b5356a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.037149] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 843.037149] env[70491]: value = "task-3294125" [ 843.037149] env[70491]: _type = "Task" [ 843.037149] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.046662] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.075645] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Successfully updated port: cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.370073] env[70491]: DEBUG nova.compute.utils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.372342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.372819] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.372981] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.451863] env[70491]: DEBUG nova.policy [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbe92cef07ae499e8e17aeee2b8440b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11d230f53289486282bf334d92db41b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.547037] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079167} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.547037] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.547307] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0665726-8510-4de0-a143-ee576c57f9fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.581105] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 31b911ef-a5da-4801-9000-f5a9559e0e74/31b911ef-a5da-4801-9000-f5a9559e0e74.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.585302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.585302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.585302] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.586290] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb68ea90-03e1-4bde-91e3-ea1e60016756 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.611133] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 843.611133] env[70491]: value = "task-3294126" [ 843.611133] env[70491]: _type = "Task" [ 843.611133] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.624564] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.883027] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.003008] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2603fa-2764-4901-b37d-dd8e09dfa1dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.012453] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18484f1-4ebe-4491-be47-a9e98e1ccc3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.049293] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b1fad9-b88c-4c16-aaf9-7bfe43fb83fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.058069] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0cc70a-3623-4b41-a14c-e7ea0096dc13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.072353] env[70491]: DEBUG nova.compute.provider_tree [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.103244] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Successfully created port: 75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.121967] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.153652] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.371323] env[70491]: DEBUG nova.network.neutron [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [{"id": "cd33e307-b5cb-4083-94f2-a06c00395527", "address": "fa:16:3e:6e:9a:99", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd33e307-b5", "ovs_interfaceid": "cd33e307-b5cb-4083-94f2-a06c00395527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.576702] env[70491]: DEBUG nova.scheduler.client.report [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.622888] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294126, 'name': ReconfigVM_Task, 'duration_secs': 0.599202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.623510] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 31b911ef-a5da-4801-9000-f5a9559e0e74/31b911ef-a5da-4801-9000-f5a9559e0e74.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.624161] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4aaeadc-bb5b-496c-9e9d-b4a544d89efd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.631895] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 844.631895] env[70491]: value = "task-3294127" [ 844.631895] env[70491]: _type = "Task" [ 844.631895] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.642419] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294127, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.873946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.874306] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance network_info: |[{"id": "cd33e307-b5cb-4083-94f2-a06c00395527", "address": "fa:16:3e:6e:9a:99", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd33e307-b5", "ovs_interfaceid": "cd33e307-b5cb-4083-94f2-a06c00395527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.875034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:9a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd33e307-b5cb-4083-94f2-a06c00395527', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.885621] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.885621] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.885621] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6665cada-aaef-4e06-b59e-58f0c687dece {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.898937] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.908122] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.908122] env[70491]: value = "task-3294128" [ 844.908122] env[70491]: _type = "Task" [ 844.908122] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.919514] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294128, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.931377] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.931632] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.931809] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.931991] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.932150] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.932335] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.932507] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.932662] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.932825] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.933016] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.933251] env[70491]: DEBUG nova.virt.hardware [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.934095] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54439f-e3a4-439a-a4d3-3033ab8dc6b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.943598] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c7b8a5-646a-4122-ab41-a62c70c4c135 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.084359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.086876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.917s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.087080] env[70491]: DEBUG nova.objects.instance [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.113115] env[70491]: INFO nova.scheduler.client.report [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Deleted allocations for instance e48a8f9a-b146-4a32-80b9-5be961fbb846 [ 845.144453] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294127, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.215488] env[70491]: DEBUG nova.compute.manager [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.215867] env[70491]: DEBUG nova.compute.manager [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing instance network info cache due to event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.216112] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Acquiring lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.216352] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Acquired lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.216524] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing network info cache for port cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.419669] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294128, 'name': CreateVM_Task, 'duration_secs': 0.427352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.419899] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.420706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.420877] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.421224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.421505] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39c5b56-3ade-4dc3-8eb5-81a591ed8e9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.426659] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 845.426659] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f55708-856b-d23b-0f99-61596c675620" [ 845.426659] env[70491]: _type = "Task" [ 845.426659] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.438388] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f55708-856b-d23b-0f99-61596c675620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.565594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.565716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.565793] env[70491]: INFO nova.compute.manager [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Shelving [ 845.619865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f961e335-31a3-4b69-8083-2ff6cd5408a8 tempest-ServerAddressesNegativeTestJSON-1082581727 tempest-ServerAddressesNegativeTestJSON-1082581727-project-member] Lock "e48a8f9a-b146-4a32-80b9-5be961fbb846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.858s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.646109] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294127, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.729743] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Successfully updated port: 75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.943847] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f55708-856b-d23b-0f99-61596c675620, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.943847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.943847] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.943847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.943847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.944305] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.944305] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcd8a9ad-60df-4449-b42c-5cae2d661542 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.954817] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.955011] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.955805] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afaca0f-b4ba-48bd-8d10-cb657544078a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.961781] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 845.961781] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5280edc5-873c-0777-32c6-44f1a97c894f" [ 845.961781] env[70491]: _type = "Task" [ 845.961781] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.972293] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5280edc5-873c-0777-32c6-44f1a97c894f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.045977] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updated VIF entry in instance network info cache for port cd33e307-b5cb-4083-94f2-a06c00395527. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.045977] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [{"id": "cd33e307-b5cb-4083-94f2-a06c00395527", "address": "fa:16:3e:6e:9a:99", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd33e307-b5", "ovs_interfaceid": "cd33e307-b5cb-4083-94f2-a06c00395527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.096709] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9d2c1be-db17-458e-9442-14af64d84d6e tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.097841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.031s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.099356] env[70491]: INFO nova.compute.claims [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.149048] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294127, 'name': Rename_Task, 'duration_secs': 1.273205} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.149048] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.149415] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5e86e6-d63d-4f6c-a851-bfb1b228cf3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.158121] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 846.158121] env[70491]: value = "task-3294129" [ 846.158121] env[70491]: _type = "Task" [ 846.158121] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.170412] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.233708] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.233964] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquired lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.234152] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.476008] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5280edc5-873c-0777-32c6-44f1a97c894f, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.476866] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7e3e2f-144c-4d05-bc17-911d42245e64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.483862] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 846.483862] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5229fb45-62c7-6854-2be1-857fbf5ea43a" [ 846.483862] env[70491]: _type = "Task" [ 846.483862] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.495785] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5229fb45-62c7-6854-2be1-857fbf5ea43a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.549417] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Releasing lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.549709] env[70491]: DEBUG nova.compute.manager [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received event network-changed-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.549900] env[70491]: DEBUG nova.compute.manager [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing instance network info cache due to event network-changed-38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.550095] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Acquiring lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.550238] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Acquired lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.550493] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing network info cache for port 38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.575269] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.575571] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f201173-436a-4d0c-94ef-e4a80ee56f07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.584208] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 846.584208] env[70491]: value = "task-3294130" [ 846.584208] env[70491]: _type = "Task" [ 846.584208] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.601525] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.669690] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294129, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.788091] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.817366] env[70491]: DEBUG nova.compute.manager [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received event network-changed-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.817571] env[70491]: DEBUG nova.compute.manager [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing instance network info cache due to event network-changed-38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.817789] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] Acquiring lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.996362] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5229fb45-62c7-6854-2be1-857fbf5ea43a, 'name': SearchDatastore_Task, 'duration_secs': 0.02952} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.996720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.996991] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6960f152-5c10-4918-b76c-05ea9f77f5fa/6960f152-5c10-4918-b76c-05ea9f77f5fa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.997292] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e35e4cba-8f3d-4150-a63c-7aaae7afd77f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.008286] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 847.008286] env[70491]: value = "task-3294131" [ 847.008286] env[70491]: _type = "Task" [ 847.008286] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.017945] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.072040] env[70491]: DEBUG nova.network.neutron [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Updating instance_info_cache with network_info: [{"id": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "address": "fa:16:3e:83:77:69", "network": {"id": "dde4add4-0079-470a-9ec0-264010a27b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-886674868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d230f53289486282bf334d92db41b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e2a12d-3e", "ovs_interfaceid": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.099110] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294130, 'name': PowerOffVM_Task, 'duration_secs': 0.250358} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.099110] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.099110] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe017e0-fd23-4d5b-a193-5761caf95e03 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.124886] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b8a7f9-7169-4deb-a6bf-1562481d67ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.172353] env[70491]: DEBUG oslo_vmware.api [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294129, 'name': PowerOnVM_Task, 'duration_secs': 0.981788} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.172353] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.172353] env[70491]: INFO nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 10.18 seconds to spawn the instance on the hypervisor. [ 847.172645] env[70491]: DEBUG nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.173854] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf1ea2e-3071-49b2-a6ff-60182b432139 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.325435] env[70491]: DEBUG nova.compute.manager [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 847.372142] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updated VIF entry in instance network info cache for port 38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.372627] env[70491]: DEBUG nova.network.neutron [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updating instance_info_cache with network_info: [{"id": "38bad922-eab4-4473-add0-0149068d03c5", "address": "fa:16:3e:6a:86:8d", "network": {"id": "a3c9e8b7-5f3f-42d8-beb6-83eb916d2cd3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1381612637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6368f28b46447c49213f6a801bf28ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bad922-ea", "ovs_interfaceid": "38bad922-eab4-4473-add0-0149068d03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.520073] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.579315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Releasing lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.579315] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Instance network_info: |[{"id": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "address": "fa:16:3e:83:77:69", "network": {"id": "dde4add4-0079-470a-9ec0-264010a27b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-886674868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d230f53289486282bf334d92db41b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e2a12d-3e", "ovs_interfaceid": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.579854] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:77:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75e2a12d-3ea2-4aad-9701-1e14ab493507', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.588988] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Creating folder: Project (11d230f53289486282bf334d92db41b1). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.592418] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8010faf-ee0f-467d-bd12-189f8e5867a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.605568] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Created folder: Project (11d230f53289486282bf334d92db41b1) in parent group-v657728. [ 847.605789] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Creating folder: Instances. Parent ref: group-v657875. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.606052] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4b9dfa6-0155-47ef-b311-a54600ae3822 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623266] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Created folder: Instances in parent group-v657875. [ 847.623781] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.626946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.627519] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3def816a-347c-4a9d-a8e0-50f71455b332 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.648566] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.649564] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c67c4740-b743-4c76-8523-faba1f9ed8cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.661645] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 847.661645] env[70491]: value = "task-3294134" [ 847.661645] env[70491]: _type = "Task" [ 847.661645] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.666032] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.666032] env[70491]: value = "task-3294135" [ 847.666032] env[70491]: _type = "Task" [ 847.666032] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.683575] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294135, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.683868] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294134, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.700625] env[70491]: DEBUG nova.compute.manager [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Received event network-vif-plugged-75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.700883] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Acquiring lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.702480] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.702480] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.702480] env[70491]: DEBUG nova.compute.manager [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] No waiting events found dispatching network-vif-plugged-75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.702480] env[70491]: WARNING nova.compute.manager [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Received unexpected event network-vif-plugged-75e2a12d-3ea2-4aad-9701-1e14ab493507 for instance with vm_state building and task_state spawning. [ 847.702480] env[70491]: DEBUG nova.compute.manager [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Received event network-changed-75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.702480] env[70491]: DEBUG nova.compute.manager [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Refreshing instance network info cache due to event network-changed-75e2a12d-3ea2-4aad-9701-1e14ab493507. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.702480] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Acquiring lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.702480] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Acquired lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.702480] env[70491]: DEBUG nova.network.neutron [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Refreshing network info cache for port 75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.708544] env[70491]: INFO nova.compute.manager [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 40.30 seconds to build instance. [ 847.737675] env[70491]: DEBUG nova.objects.instance [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lazy-loading 'flavor' on Instance uuid d2a69c04-2c01-42ea-945f-dadc1a93c8c8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.745884] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b02fb-16bf-421e-9c5d-3fbea2dd5db6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.754150] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763fc3e1-aa12-44fd-8213-a786b0f77d28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.789670] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6027653c-ed71-4af9-a89b-9d75cb8ffa22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.798639] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faa2605-0d20-4d05-b1ce-c3d8765e4edd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.814531] env[70491]: DEBUG nova.compute.provider_tree [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.846471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.875811] env[70491]: DEBUG oslo_concurrency.lockutils [req-13866f31-e2aa-45e9-9caf-978d34b51e79 req-82959e3c-8128-460d-84e6-60f22e960a45 service nova] Releasing lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.876339] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] Acquired lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.876556] env[70491]: DEBUG nova.network.neutron [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Refreshing network info cache for port 38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.019229] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681962} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.019656] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6960f152-5c10-4918-b76c-05ea9f77f5fa/6960f152-5c10-4918-b76c-05ea9f77f5fa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.019881] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.020160] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42671c78-20ef-41a9-bbf5-26ab1a71bff6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.030160] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 848.030160] env[70491]: value = "task-3294136" [ 848.030160] env[70491]: _type = "Task" [ 848.030160] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.039601] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.179600] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294134, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.186489] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294135, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.212456] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3385b05d-ff09-4724-8ebc-66c4084ee66a tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.970s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.243979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.244309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.317173] env[70491]: DEBUG nova.scheduler.client.report [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.542036] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115391} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.542036] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.542667] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a352b1d-e7e8-4708-a94b-10e17a7ceda3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.568021] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6960f152-5c10-4918-b76c-05ea9f77f5fa/6960f152-5c10-4918-b76c-05ea9f77f5fa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.570104] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b0c953-0612-4b36-8342-c227f5a889d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.596542] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 848.596542] env[70491]: value = "task-3294137" [ 848.596542] env[70491]: _type = "Task" [ 848.596542] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.609832] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294137, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.681913] env[70491]: DEBUG nova.network.neutron [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Updated VIF entry in instance network info cache for port 75e2a12d-3ea2-4aad-9701-1e14ab493507. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.682384] env[70491]: DEBUG nova.network.neutron [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Updating instance_info_cache with network_info: [{"id": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "address": "fa:16:3e:83:77:69", "network": {"id": "dde4add4-0079-470a-9ec0-264010a27b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-886674868-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d230f53289486282bf334d92db41b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e2a12d-3e", "ovs_interfaceid": "75e2a12d-3ea2-4aad-9701-1e14ab493507", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.688667] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294134, 'name': CreateSnapshot_Task, 'duration_secs': 0.886108} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.689248] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.690425] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a2633-4f79-49bd-9bf5-8660b8f4c71c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.696482] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294135, 'name': CreateVM_Task, 'duration_secs': 0.652566} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.697141] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.697989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.698208] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.698718] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.699092] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63b91ed-d2a6-4a9a-8030-1c5f3f8a7411 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.713644] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 848.713644] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5249244e-90c1-7dfd-2a3d-ce1dabc67e7c" [ 848.713644] env[70491]: _type = "Task" [ 848.713644] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.723440] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5249244e-90c1-7dfd-2a3d-ce1dabc67e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.823134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.823551] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.827301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.458s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.829180] env[70491]: INFO nova.compute.claims [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.958143] env[70491]: DEBUG nova.network.neutron [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updated VIF entry in instance network info cache for port 38bad922-eab4-4473-add0-0149068d03c5. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.958590] env[70491]: DEBUG nova.network.neutron [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updating instance_info_cache with network_info: [{"id": "38bad922-eab4-4473-add0-0149068d03c5", "address": "fa:16:3e:6a:86:8d", "network": {"id": "a3c9e8b7-5f3f-42d8-beb6-83eb916d2cd3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1381612637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6368f28b46447c49213f6a801bf28ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bad922-ea", "ovs_interfaceid": "38bad922-eab4-4473-add0-0149068d03c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.070956] env[70491]: DEBUG nova.network.neutron [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.109233] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294137, 'name': ReconfigVM_Task, 'duration_secs': 0.302568} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.109985] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6960f152-5c10-4918-b76c-05ea9f77f5fa/6960f152-5c10-4918-b76c-05ea9f77f5fa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.110342] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2325940-babd-4c42-9f62-6595aa894d56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.118912] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 849.118912] env[70491]: value = "task-3294138" [ 849.118912] env[70491]: _type = "Task" [ 849.118912] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.130150] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294138, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.190775] env[70491]: DEBUG oslo_concurrency.lockutils [req-5c3fd866-4987-4011-80b2-041ff16de8e2 req-20bb46e5-2210-42f9-99d7-e1b9da200853 service nova] Releasing lock "refresh_cache-a9158fa4-ce1f-4a33-b401-36983198238e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.224024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.224024] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00446ad1-a34e-494e-bd5e-86d50c3633ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.237859] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5249244e-90c1-7dfd-2a3d-ce1dabc67e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.241905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.241905] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.241905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.241905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.241905] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.241905] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 849.241905] env[70491]: value = "task-3294139" [ 849.241905] env[70491]: _type = "Task" [ 849.241905] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.241905] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa43c04a-6a9b-4c70-9908-951bbc062ad8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.256642] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294139, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.258258] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.258460] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.259267] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea51dbe-e42a-4b74-8ab6-9737797fe095 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.267088] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 849.267088] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f0e9b-f275-dfd8-c5bd-aa198ea2de94" [ 849.267088] env[70491]: _type = "Task" [ 849.267088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.276601] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f0e9b-f275-dfd8-c5bd-aa198ea2de94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.338023] env[70491]: DEBUG nova.compute.utils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.342704] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 849.461754] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ee4be8b-4900-4f61-b6f8-34d0806c60d3 req-33577589-db04-4ca6-97f8-272642cd3649 service nova] Releasing lock "refresh_cache-55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.560730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.561034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.561212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.561435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.561602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.567989] env[70491]: INFO nova.compute.manager [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Terminating instance [ 849.587060] env[70491]: DEBUG nova.compute.manager [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-changed-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.587416] env[70491]: DEBUG nova.compute.manager [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing instance network info cache due to event network-changed-5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.588081] env[70491]: DEBUG oslo_concurrency.lockutils [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.629787] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294138, 'name': Rename_Task, 'duration_secs': 0.176352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.630281] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.630650] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5203a20c-1364-4191-9936-3df1b6fdf46c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.641780] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 849.641780] env[70491]: value = "task-3294140" [ 849.641780] env[70491]: _type = "Task" [ 849.641780] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.656384] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.756800] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294139, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.777967] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f0e9b-f275-dfd8-c5bd-aa198ea2de94, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.778905] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d468721-cea3-4442-a15c-5278c54b4623 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.787020] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 849.787020] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b4a64-4592-6b95-980e-f7b602db393f" [ 849.787020] env[70491]: _type = "Task" [ 849.787020] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.794960] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b4a64-4592-6b95-980e-f7b602db393f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.844105] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.025021] env[70491]: DEBUG nova.network.neutron [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.080859] env[70491]: DEBUG nova.compute.manager [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.081162] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.082025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca929c71-1901-4422-891d-58d052866941 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.091094] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.091316] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde95c2e-6085-4f56-9e00-7074bc7884dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.102249] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 850.102249] env[70491]: value = "task-3294141" [ 850.102249] env[70491]: _type = "Task" [ 850.102249] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.112212] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.163277] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294140, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.257097] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294139, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.298604] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528b4a64-4592-6b95-980e-f7b602db393f, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.301462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.301726] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] a9158fa4-ce1f-4a33-b401-36983198238e/a9158fa4-ce1f-4a33-b401-36983198238e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.302599] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db432fee-049e-4dca-95d7-6135de4fa7d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.311667] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 850.311667] env[70491]: value = "task-3294142" [ 850.311667] env[70491]: _type = "Task" [ 850.311667] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.324550] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.456442] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b7fce2-e039-4ef8-bc80-6343a3b73d20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.466316] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f731fd-057d-4d44-8d69-867468943a8c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.502146] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da530668-f4ad-4260-b608-694eed41e666 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.511290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99048c6-8faa-4f29-be8c-b3acc7079da9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.525566] env[70491]: DEBUG nova.compute.provider_tree [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.527658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.527891] env[70491]: DEBUG nova.compute.manager [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Inject network info {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 850.528180] env[70491]: DEBUG nova.compute.manager [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] network_info to inject: |[{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 850.533077] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfiguring VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 850.533675] env[70491]: DEBUG oslo_concurrency.lockutils [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.534310] env[70491]: DEBUG nova.network.neutron [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.535133] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da8903c-fbe6-4890-aa4b-956c3be047fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.555072] env[70491]: DEBUG oslo_vmware.api [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 850.555072] env[70491]: value = "task-3294143" [ 850.555072] env[70491]: _type = "Task" [ 850.555072] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.613306] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294141, 'name': PowerOffVM_Task, 'duration_secs': 0.373128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.613663] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.613876] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.614206] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d3856f0-67c4-4fcb-9a36-1681599a89ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.656586] env[70491]: DEBUG oslo_vmware.api [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294140, 'name': PowerOnVM_Task, 'duration_secs': 0.549631} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.656912] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.657106] env[70491]: INFO nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Took 8.48 seconds to spawn the instance on the hypervisor. [ 850.657313] env[70491]: DEBUG nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.658163] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874c6368-5dfe-4a47-9ce5-823fbe42f983 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.702505] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.702871] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.703208] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Deleting the datastore file [datastore1] 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.703499] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fa93288-ede2-4405-ac28-385a854a67f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.720052] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for the task: (returnval){ [ 850.720052] env[70491]: value = "task-3294145" [ 850.720052] env[70491]: _type = "Task" [ 850.720052] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.735794] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.757792] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294139, 'name': CloneVM_Task, 'duration_secs': 1.394119} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.757792] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Created linked-clone VM from snapshot [ 850.762148] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44cdac-0bec-4d80-a14f-e57dfd57d23b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.769128] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Uploading image 94032501-c4ba-4182-a916-1d4462e931a3 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.818848] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.818848] env[70491]: value = "vm-657879" [ 850.818848] env[70491]: _type = "VirtualMachine" [ 850.818848] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.819814] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8c383889-5e09-4f63-9274-cecbe44cc2e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.829195] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294142, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.830893] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease: (returnval){ [ 850.830893] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5230b9a6-4a32-a70d-dbb7-f9f3a35aa480" [ 850.830893] env[70491]: _type = "HttpNfcLease" [ 850.830893] env[70491]: } obtained for exporting VM: (result){ [ 850.830893] env[70491]: value = "vm-657879" [ 850.830893] env[70491]: _type = "VirtualMachine" [ 850.830893] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.831270] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the lease: (returnval){ [ 850.831270] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5230b9a6-4a32-a70d-dbb7-f9f3a35aa480" [ 850.831270] env[70491]: _type = "HttpNfcLease" [ 850.831270] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.840178] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.840178] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5230b9a6-4a32-a70d-dbb7-f9f3a35aa480" [ 850.840178] env[70491]: _type = "HttpNfcLease" [ 850.840178] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 850.856609] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.880329] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.880610] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.880767] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.880946] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.881124] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.881279] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.881489] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.881649] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.881813] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.881977] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.882189] env[70491]: DEBUG nova.virt.hardware [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.883126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb52179-4b53-43ee-b403-cf6c06793d67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.892370] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e2cebf-4786-4b78-b227-8f3dcc060199 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.910018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.915610] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Creating folder: Project (daaef2b125684e2093d6fa1e976fdb73). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.916005] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b568abd6-1111-4d1c-90b7-f35484fadfc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.930584] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Created folder: Project (daaef2b125684e2093d6fa1e976fdb73) in parent group-v657728. [ 850.930841] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Creating folder: Instances. Parent ref: group-v657880. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.931178] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-390efbf0-4a5e-4549-9495-6e4c839863c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.944398] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Created folder: Instances in parent group-v657880. [ 850.944603] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.944946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.945238] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a34316c8-6503-4473-a60d-7c013e89739f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.967167] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.967167] env[70491]: value = "task-3294149" [ 850.967167] env[70491]: _type = "Task" [ 850.967167] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.977336] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294149, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.035879] env[70491]: DEBUG nova.scheduler.client.report [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.064043] env[70491]: DEBUG oslo_vmware.api [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294143, 'name': ReconfigVM_Task, 'duration_secs': 0.256678} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.064265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bf178b40-3065-408f-9500-0f64490e036b tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfigured VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 851.179083] env[70491]: INFO nova.compute.manager [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Took 39.06 seconds to build instance. [ 851.231205] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.324439] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719426} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.324710] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] a9158fa4-ce1f-4a33-b401-36983198238e/a9158fa4-ce1f-4a33-b401-36983198238e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.328025] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.328025] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96af4b3e-93b5-44c8-9d0e-92d1156734cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.333982] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 851.333982] env[70491]: value = "task-3294150" [ 851.333982] env[70491]: _type = "Task" [ 851.333982] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.357510] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294150, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.357929] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.357929] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5230b9a6-4a32-a70d-dbb7-f9f3a35aa480" [ 851.357929] env[70491]: _type = "HttpNfcLease" [ 851.357929] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.358238] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.358238] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5230b9a6-4a32-a70d-dbb7-f9f3a35aa480" [ 851.358238] env[70491]: _type = "HttpNfcLease" [ 851.358238] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.359056] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0526b50-36bf-49b9-bd31-e808ce6b9dd1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.368342] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.368596] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.473533] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b07781c5-292e-4a8e-81da-bcd0cc493f0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.481878] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294149, 'name': CreateVM_Task, 'duration_secs': 0.361719} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.482908] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.485417] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.485670] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.485986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.486497] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f091f63c-9892-4de2-8d87-4c068da1c5c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.494334] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 851.494334] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e54f62-c09c-d431-9505-2bbb147e3f10" [ 851.494334] env[70491]: _type = "Task" [ 851.494334] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.508646] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e54f62-c09c-d431-9505-2bbb147e3f10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.541742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.542287] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.544984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.602s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.545217] env[70491]: DEBUG nova.objects.instance [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'resources' on Instance uuid 5e0dd693-bbc8-4e09-b77c-4afaa2352d94 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.684206] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f9149576-d71b-425e-803f-e66fead09481 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.544s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.730633] env[70491]: DEBUG nova.network.neutron [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updated VIF entry in instance network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.731274] env[70491]: DEBUG nova.network.neutron [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.737065] env[70491]: DEBUG oslo_vmware.api [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Task: {'id': task-3294145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611394} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.737773] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.738103] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.738477] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.739397] env[70491]: INFO nova.compute.manager [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Took 1.66 seconds to destroy the instance on the hypervisor. [ 851.739397] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.739397] env[70491]: DEBUG nova.compute.manager [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.739397] env[70491]: DEBUG nova.network.neutron [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.848946] env[70491]: DEBUG nova.objects.instance [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lazy-loading 'flavor' on Instance uuid d2a69c04-2c01-42ea-945f-dadc1a93c8c8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.860151] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294150, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074473} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.860151] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.860151] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1f914-8d3e-4c76-833d-a378438be75e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.891129] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] a9158fa4-ce1f-4a33-b401-36983198238e/a9158fa4-ce1f-4a33-b401-36983198238e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.892224] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79c5c73a-2a80-4ae1-ad30-9bf591deecfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.918773] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 851.918773] env[70491]: value = "task-3294151" [ 851.918773] env[70491]: _type = "Task" [ 851.918773] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.929992] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.008774] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e54f62-c09c-d431-9505-2bbb147e3f10, 'name': SearchDatastore_Task, 'duration_secs': 0.044371} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.009672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.010075] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.010673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.014591] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.014591] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.014591] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb290c7-73bc-4b14-abdc-5d2379ce270b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.029429] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.029429] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.029429] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a79d24-5e55-47e4-bb06-d7fa07ce62dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.038026] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 852.038026] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521550f3-4579-7104-bd31-0f5b07cdef25" [ 852.038026] env[70491]: _type = "Task" [ 852.038026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.046605] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521550f3-4579-7104-bd31-0f5b07cdef25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.055105] env[70491]: DEBUG nova.compute.utils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.055105] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.055105] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.138243] env[70491]: DEBUG nova.policy [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4fbca7b2564b51b32ebe6828cf2dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '375865a87fa0493ba9dcdc4d3e4a668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.222113] env[70491]: DEBUG nova.compute.manager [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.222448] env[70491]: DEBUG nova.compute.manager [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing instance network info cache due to event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.222617] env[70491]: DEBUG oslo_concurrency.lockutils [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.222824] env[70491]: DEBUG oslo_concurrency.lockutils [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.223074] env[70491]: DEBUG nova.network.neutron [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.244668] env[70491]: DEBUG oslo_concurrency.lockutils [req-9fc645fc-bc4d-43a3-8743-82592358f46c req-e5b73486-f3dd-4540-b669-a107ea125a92 service nova] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.364812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.364812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.437077] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294151, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.555838] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521550f3-4579-7104-bd31-0f5b07cdef25, 'name': SearchDatastore_Task, 'duration_secs': 0.030285} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.557098] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32bdaf09-1869-4846-ac2b-0fc5f6bca487 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.562935] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.571101] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 852.571101] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f10b1c-4243-497f-cbec-15c9e8933e5f" [ 852.571101] env[70491]: _type = "Task" [ 852.571101] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.580834] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f10b1c-4243-497f-cbec-15c9e8933e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.743377] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a037eae6-766c-4e02-83de-2f06883cb66f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.752872] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7d73b8-4253-4648-98d1-2557214a4f67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.794598] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1839b9-6053-4abb-9b43-2a2c1f9d9c1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.806045] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff599df6-cfcc-46f1-9efe-e2978d9fe5ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.813095] env[70491]: DEBUG nova.network.neutron [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.823622] env[70491]: DEBUG nova.compute.provider_tree [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.936574] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294151, 'name': ReconfigVM_Task, 'duration_secs': 0.655352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.937029] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Reconfigured VM instance instance-00000034 to attach disk [datastore1] a9158fa4-ce1f-4a33-b401-36983198238e/a9158fa4-ce1f-4a33-b401-36983198238e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.938022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919f2872-1b1b-46e5-83b2-4fb911eba5a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.947803] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 852.947803] env[70491]: value = "task-3294152" [ 852.947803] env[70491]: _type = "Task" [ 852.947803] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.958049] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294152, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.959209] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Successfully created port: 898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.094402] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f10b1c-4243-497f-cbec-15c9e8933e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.020302} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.094631] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.095278] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.096103] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bce4394-f51a-4d96-b4b7-0a3c99f9a73a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.103095] env[70491]: DEBUG nova.network.neutron [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updated VIF entry in instance network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.103095] env[70491]: DEBUG nova.network.neutron [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.110813] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 853.110813] env[70491]: value = "task-3294153" [ 853.110813] env[70491]: _type = "Task" [ 853.110813] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.118014] env[70491]: DEBUG nova.network.neutron [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.129791] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.326901] env[70491]: INFO nova.compute.manager [-] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Took 1.59 seconds to deallocate network for instance. [ 853.327947] env[70491]: DEBUG nova.scheduler.client.report [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.459700] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294152, 'name': Rename_Task, 'duration_secs': 0.219651} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.460187] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.460580] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bcc4ae-0db3-4b62-abb6-523d08deca5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.471408] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 853.471408] env[70491]: value = "task-3294154" [ 853.471408] env[70491]: _type = "Task" [ 853.471408] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.482938] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.576581] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.607809] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.607809] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.607809] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.609612] env[70491]: DEBUG nova.virt.hardware [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.610254] env[70491]: DEBUG oslo_concurrency.lockutils [req-681be295-dded-4bd5-8d67-bc271dd67ca2 req-fcb33d94-55d0-43a0-8ac0-d1025a1b4580 service nova] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.611435] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f5296-8b42-4b2d-aa66-e7869ac544b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.627084] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.631694] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb67bc-2fa8-4d5c-b139-b3d47e3a4507 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.722499] env[70491]: DEBUG nova.compute.manager [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.724251] env[70491]: DEBUG nova.compute.manager [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing instance network info cache due to event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.724627] env[70491]: DEBUG oslo_concurrency.lockutils [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] Acquiring lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.724627] env[70491]: DEBUG oslo_concurrency.lockutils [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] Acquired lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.724820] env[70491]: DEBUG nova.network.neutron [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing network info cache for port cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.835603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.841506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.991s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.841506] env[70491]: DEBUG nova.objects.instance [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lazy-loading 'resources' on Instance uuid 5832edbb-f33e-46a7-a144-b321f725d785 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.844146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.864257] env[70491]: INFO nova.scheduler.client.report [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocations for instance 5e0dd693-bbc8-4e09-b77c-4afaa2352d94 [ 853.984766] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294154, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.016032] env[70491]: DEBUG nova.network.neutron [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.125357] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726608} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.125649] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.125869] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.126241] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dca1e66d-7470-4f9b-b26e-7c3852d1d266 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.134813] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 854.134813] env[70491]: value = "task-3294155" [ 854.134813] env[70491]: _type = "Task" [ 854.134813] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.144732] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.374890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bf6a2cfd-58ad-43ee-97e8-98529038bf7f tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "5e0dd693-bbc8-4e09-b77c-4afaa2352d94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.160s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.483779] env[70491]: DEBUG oslo_vmware.api [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294154, 'name': PowerOnVM_Task, 'duration_secs': 0.704928} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.488078] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.488366] env[70491]: INFO nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Took 9.59 seconds to spawn the instance on the hypervisor. [ 854.488504] env[70491]: DEBUG nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.494567] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e552fd-3730-41d3-a961-5c45f25f8731 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.518699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.518824] env[70491]: DEBUG nova.compute.manager [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Inject network info {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 854.519059] env[70491]: DEBUG nova.compute.manager [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] network_info to inject: |[{"id": "5fe901bd-882f-4395-a5c2-214981890f44", "address": "fa:16:3e:84:f3:89", "network": {"id": "551e4748-3e61-45d7-9493-19cc6196a069", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1040808820-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5f96c183fbc4b39ac49411366a5b0e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fe901bd-88", "ovs_interfaceid": "5fe901bd-882f-4395-a5c2-214981890f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 854.524174] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfiguring VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 854.527451] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8694453c-6565-4ee5-aed7-5426c16d516b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.551494] env[70491]: DEBUG oslo_vmware.api [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 854.551494] env[70491]: value = "task-3294156" [ 854.551494] env[70491]: _type = "Task" [ 854.551494] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.564507] env[70491]: DEBUG oslo_vmware.api [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.587899] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.588205] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing instance network info cache due to event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.588481] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.588638] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.588804] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.632027] env[70491]: DEBUG nova.network.neutron [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updated VIF entry in instance network info cache for port cd33e307-b5cb-4083-94f2-a06c00395527. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.632027] env[70491]: DEBUG nova.network.neutron [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [{"id": "cd33e307-b5cb-4083-94f2-a06c00395527", "address": "fa:16:3e:6e:9a:99", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd33e307-b5", "ovs_interfaceid": "cd33e307-b5cb-4083-94f2-a06c00395527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.649286] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09312} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.649622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.650875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb7abbd-dc0c-4dcd-af5b-7175db92ec2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.669347] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.669591] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.669883] env[70491]: INFO nova.compute.manager [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Rebooting instance [ 854.680125] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.681537] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25921ce-e626-4f47-879c-2cd77fc70c91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.707555] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 854.707555] env[70491]: value = "task-3294157" [ 854.707555] env[70491]: _type = "Task" [ 854.707555] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.720241] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.848178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.848506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.848738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.848958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.849154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.852552] env[70491]: INFO nova.compute.manager [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Terminating instance [ 854.929247] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5470a8dd-daca-40aa-951f-aa52a0ed4a46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.941027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c4cc55-e386-4709-8187-e087f91b4aa6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.986400] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Successfully updated port: 898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.988335] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b04e85-c95a-4ebe-9999-d4a134b22bc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.997408] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "7cd7b600-87de-4f1a-a652-fa50483081e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.997689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.997896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.998090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.998262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.001784] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea019a7c-84e6-4726-93c0-a1e31e74bce5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.006629] env[70491]: INFO nova.compute.manager [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Terminating instance [ 855.028303] env[70491]: DEBUG nova.compute.provider_tree [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.030131] env[70491]: INFO nova.compute.manager [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Took 38.50 seconds to build instance. [ 855.066012] env[70491]: DEBUG oslo_vmware.api [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294156, 'name': ReconfigVM_Task, 'duration_secs': 0.213933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.066315] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5657e1ca-b890-41e1-a0fd-83a2fecdf62e tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Reconfigured VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 855.130930] env[70491]: DEBUG oslo_concurrency.lockutils [req-155b9147-98e4-4f20-9dce-50458be1fbe5 req-dd4d443c-1a24-4c6c-8171-fd93da5b202b service nova] Releasing lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.196122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.196122] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquired lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.196122] env[70491]: DEBUG nova.network.neutron [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.220387] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.360015] env[70491]: DEBUG nova.compute.manager [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.360015] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.360901] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eeea50-1b35-43fb-8779-bc84c0de700c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.370734] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.372725] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7c495b0-8258-4b8f-933f-76f92632a83c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.380490] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 855.380490] env[70491]: value = "task-3294158" [ 855.380490] env[70491]: _type = "Task" [ 855.380490] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.390762] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.421322] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updated VIF entry in instance network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.421723] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.435551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.435714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.492903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.493150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.493332] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.515107] env[70491]: DEBUG nova.compute.manager [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.515352] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.516366] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f769abdf-4116-44d1-9e18-23d7cc6c4d1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.529102] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.530319] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc9364fc-edd2-4ea5-aa2f-9a29cf719f94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.532336] env[70491]: DEBUG nova.scheduler.client.report [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.535719] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9069238b-7a3e-4d44-a0a5-fa6c000e44e3 tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.429s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.537644] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 855.537644] env[70491]: value = "task-3294159" [ 855.537644] env[70491]: _type = "Task" [ 855.537644] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.548779] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3294159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.720809] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294157, 'name': ReconfigVM_Task, 'duration_secs': 0.761705} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.721228] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.721857] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3447e8a5-3060-41f9-a74f-6bc19be25b14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.730575] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 855.730575] env[70491]: value = "task-3294160" [ 855.730575] env[70491]: _type = "Task" [ 855.730575] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.744051] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294160, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.891291] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294158, 'name': PowerOffVM_Task, 'duration_secs': 0.326167} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.891572] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.891744] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.892008] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9abf148d-3f4d-4bfe-8a61-e812bee70446 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.925721] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.926012] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.926186] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing instance network info cache due to event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.926425] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquiring lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.926541] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquired lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.926700] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing network info cache for port 01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.940098] env[70491]: DEBUG nova.compute.utils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.986812] env[70491]: DEBUG nova.network.neutron [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [{"id": "cd33e307-b5cb-4083-94f2-a06c00395527", "address": "fa:16:3e:6e:9a:99", "network": {"id": "ea5f0389-a012-49d6-9565-f3e0d3c2b8f0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1888420513-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6fce4d3b790a4ded8db88d176573c1e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd33e307-b5", "ovs_interfaceid": "cd33e307-b5cb-4083-94f2-a06c00395527", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.029954] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.037229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.039881] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.991s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.041909] env[70491]: INFO nova.compute.claims [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.058618] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3294159, 'name': PowerOffVM_Task, 'duration_secs': 0.237573} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.058618] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.058618] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.058618] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d39057f-1800-49bf-b863-284a203e5864 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.066998] env[70491]: INFO nova.scheduler.client.report [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Deleted allocations for instance 5832edbb-f33e-46a7-a144-b321f725d785 [ 856.133696] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.133993] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.134249] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Deleting the datastore file [datastore1] 7cd7b600-87de-4f1a-a652-fa50483081e2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.134570] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911b1573-72d6-4b11-85e7-3bb0f6f459bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.145238] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for the task: (returnval){ [ 856.145238] env[70491]: value = "task-3294163" [ 856.145238] env[70491]: _type = "Task" [ 856.145238] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.154217] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3294163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.229944] env[70491]: DEBUG nova.network.neutron [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Updating instance_info_cache with network_info: [{"id": "898b5975-255f-4e8c-9a47-bc205db7e59d", "address": "fa:16:3e:f6:bb:1d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898b5975-25", "ovs_interfaceid": "898b5975-255f-4e8c-9a47-bc205db7e59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.241017] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294160, 'name': Rename_Task, 'duration_secs': 0.366012} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.241351] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.241821] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c52371a-4878-42b7-b5e3-2151b44bd328 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.250043] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 856.250043] env[70491]: value = "task-3294164" [ 856.250043] env[70491]: _type = "Task" [ 856.250043] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.259613] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.337029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.337345] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.337587] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Deleting the datastore file [datastore2] d2a69c04-2c01-42ea-945f-dadc1a93c8c8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.337876] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a04c2b-2a65-4cfa-b4a1-edd0716d627e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.348670] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for the task: (returnval){ [ 856.348670] env[70491]: value = "task-3294165" [ 856.348670] env[70491]: _type = "Task" [ 856.348670] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.359949] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.443132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.491015] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Releasing lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.579626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-78071f76-7954-4187-bc00-7ef026b61920 tempest-ServersTestBootFromVolume-544768802 tempest-ServersTestBootFromVolume-544768802-project-member] Lock "5832edbb-f33e-46a7-a144-b321f725d785" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.481s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.657386] env[70491]: DEBUG oslo_vmware.api [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Task: {'id': task-3294163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346915} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.657665] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.657859] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.658131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.658310] env[70491]: INFO nova.compute.manager [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 856.658660] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.659398] env[70491]: DEBUG nova.compute.manager [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.659567] env[70491]: DEBUG nova.network.neutron [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.731741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.732140] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance network_info: |[{"id": "898b5975-255f-4e8c-9a47-bc205db7e59d", "address": "fa:16:3e:f6:bb:1d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898b5975-25", "ovs_interfaceid": "898b5975-255f-4e8c-9a47-bc205db7e59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.732587] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:bb:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '898b5975-255f-4e8c-9a47-bc205db7e59d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.740507] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating folder: Project (375865a87fa0493ba9dcdc4d3e4a668b). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.740823] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d088bec-9801-495d-9785-eba8a7f8f636 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.755411] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created folder: Project (375865a87fa0493ba9dcdc4d3e4a668b) in parent group-v657728. [ 856.755606] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating folder: Instances. Parent ref: group-v657883. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.756254] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f7d4d64-a1a4-428d-8d22-c221cf5d30fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.761713] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294164, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.767628] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created folder: Instances in parent group-v657883. [ 856.767872] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.770488] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.770869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.771115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.771315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.771497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.771661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.773706] env[70491]: INFO nova.compute.manager [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Terminating instance [ 856.776411] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f03f8a55-3b34-42b3-9fb7-f2cb67214036 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.800217] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.800217] env[70491]: value = "task-3294168" [ 856.800217] env[70491]: _type = "Task" [ 856.800217] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.809487] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294168, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.862362] env[70491]: DEBUG oslo_vmware.api [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Task: {'id': task-3294165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304094} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.862628] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.862825] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.863202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.863202] env[70491]: INFO nova.compute.manager [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Took 1.50 seconds to destroy the instance on the hypervisor. [ 856.863465] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.863686] env[70491]: DEBUG nova.compute.manager [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.863773] env[70491]: DEBUG nova.network.neutron [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.998357] env[70491]: DEBUG nova.compute.manager [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.999387] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27754161-c429-47f0-9329-90cc093b0565 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.107522] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updated VIF entry in instance network info cache for port 01d89bec-6eae-4672-8d8c-73a4031b61d6. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.108069] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [{"id": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "address": "fa:16:3e:b2:61:4d", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01d89bec-6e", "ovs_interfaceid": "01d89bec-6eae-4672-8d8c-73a4031b61d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.264071] env[70491]: DEBUG oslo_vmware.api [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294164, 'name': PowerOnVM_Task, 'duration_secs': 0.703507} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.264392] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.264603] env[70491]: INFO nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Took 6.41 seconds to spawn the instance on the hypervisor. [ 857.264782] env[70491]: DEBUG nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.265609] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab9de2b-110f-4371-904a-75e65ca47340 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.277769] env[70491]: DEBUG nova.compute.manager [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.278016] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.279706] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c6f4b-5c8d-4a72-9551-bd7fc58a04a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.288772] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.288875] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1739835b-ad00-4d2e-a572-082d247fc72b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.300329] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 857.300329] env[70491]: value = "task-3294169" [ 857.300329] env[70491]: _type = "Task" [ 857.300329] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.313728] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294168, 'name': CreateVM_Task, 'duration_secs': 0.444335} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.320574] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.320874] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.322628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.322788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.323140] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.323696] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1c0f83-7412-42a8-9515-925dfc64d745 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.331706] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 857.331706] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527ff09f-2259-bee7-182e-c25d7780924e" [ 857.331706] env[70491]: _type = "Task" [ 857.331706] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.346145] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527ff09f-2259-bee7-182e-c25d7780924e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.526724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.527038] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.527295] env[70491]: INFO nova.compute.manager [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Attaching volume e79fed75-2291-4d61-a380-ceb92003183e to /dev/sdb [ 857.588802] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b271ee-c890-4a38-a3f9-c2c7f2be2fe2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.600580] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9888ef0a-02dd-4d9c-a878-4365ec810a2a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.608191] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Received event network-vif-plugged-898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.608191] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Acquiring lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.608449] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.608607] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.608782] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] No waiting events found dispatching network-vif-plugged-898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.608943] env[70491]: WARNING nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Received unexpected event network-vif-plugged-898b5975-255f-4e8c-9a47-bc205db7e59d for instance with vm_state building and task_state spawning. [ 857.609120] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Received event network-changed-898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.609967] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Refreshing instance network info cache due to event network-changed-898b5975-255f-4e8c-9a47-bc205db7e59d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.609967] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Acquiring lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.609967] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Acquired lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.609967] env[70491]: DEBUG nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Refreshing network info cache for port 898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.615237] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Releasing lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.615548] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Received event network-vif-deleted-38bad922-eab4-4473-add0-0149068d03c5 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.615744] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-changed-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.615921] env[70491]: DEBUG nova.compute.manager [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing instance network info cache due to event network-changed-5fe901bd-882f-4395-a5c2-214981890f44. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.616124] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquiring lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.616270] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Acquired lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.616449] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Refreshing network info cache for port 5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.626413] env[70491]: DEBUG nova.virt.block_device [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updating existing volume attachment record: 08536f13-d870-495f-b4b3-e765c2ad8277 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 857.771472] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41142806-8336-4d59-8d10-b524cd0228fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.785510] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a355522-8339-4790-82ab-8589c3803dc9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.790359] env[70491]: INFO nova.compute.manager [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Took 35.74 seconds to build instance. [ 857.840222] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eabe005-5929-4e39-8f66-26e1d57b210c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.859932] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc47a3d-9709-4284-8de0-09291fca77d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.863280] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294169, 'name': PowerOffVM_Task, 'duration_secs': 0.218662} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.864131] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527ff09f-2259-bee7-182e-c25d7780924e, 'name': SearchDatastore_Task, 'duration_secs': 0.020362} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.864395] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.864567] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.864947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.865126] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.865364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.865763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.865763] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.866388] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c7c0bba-0d46-445b-a6e7-49461c7b63d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.869035] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7fe2c6c-5861-4946-a386-e4fc3d8c751a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.881130] env[70491]: DEBUG nova.compute.provider_tree [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.892987] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.893323] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.896304] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981553fc-2dfb-49d9-9892-5039359f5ee6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.903581] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 857.903581] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52763a60-2f74-d96b-b268-561174539749" [ 857.903581] env[70491]: _type = "Task" [ 857.903581] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.918170] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52763a60-2f74-d96b-b268-561174539749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.022544] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329fcea-61de-48de-afb8-1a6e6d0aac42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.032697] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Doing hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 858.033044] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e19fec29-9624-44fe-8a7c-4f8b6b79c46f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.045322] env[70491]: DEBUG oslo_vmware.api [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 858.045322] env[70491]: value = "task-3294174" [ 858.045322] env[70491]: _type = "Task" [ 858.045322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.052325] env[70491]: DEBUG oslo_vmware.api [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294174, 'name': ResetVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.114306] env[70491]: DEBUG nova.network.neutron [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.141513] env[70491]: INFO nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Port 5fe901bd-882f-4395-a5c2-214981890f44 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 858.141805] env[70491]: DEBUG nova.network.neutron [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.220240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.220413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.220619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.220822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.220999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.226394] env[70491]: DEBUG nova.network.neutron [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.231023] env[70491]: INFO nova.compute.manager [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Terminating instance [ 858.271638] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.271863] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.272054] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleting the datastore file [datastore1] 31b911ef-a5da-4801-9000-f5a9559e0e74 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.272928] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ccb3a6-1d9a-4421-8e4d-4835d431863f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.281779] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 858.281779] env[70491]: value = "task-3294175" [ 858.281779] env[70491]: _type = "Task" [ 858.281779] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.292754] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.293257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdca2c51-f8d9-4af3-84d2-b2076f30c92b tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.978s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.384632] env[70491]: DEBUG nova.scheduler.client.report [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.419978] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52763a60-2f74-d96b-b268-561174539749, 'name': SearchDatastore_Task, 'duration_secs': 0.020677} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.420894] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f6963c-2110-4157-b7f8-01c8cf7d7528 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430021] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 858.430021] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52742929-8ee5-a0de-4cac-bf71eb20cad7" [ 858.430021] env[70491]: _type = "Task" [ 858.430021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.439520] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52742929-8ee5-a0de-4cac-bf71eb20cad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.561029] env[70491]: DEBUG oslo_vmware.api [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294174, 'name': ResetVM_Task, 'duration_secs': 0.10348} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.561029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Did hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 858.561029] env[70491]: DEBUG nova.compute.manager [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.561029] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6675bf6-6fd7-4867-b9ef-2578b12f5a57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.620743] env[70491]: INFO nova.compute.manager [-] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Took 1.75 seconds to deallocate network for instance. [ 858.629689] env[70491]: DEBUG nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Updated VIF entry in instance network info cache for port 898b5975-255f-4e8c-9a47-bc205db7e59d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.629689] env[70491]: DEBUG nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Updating instance_info_cache with network_info: [{"id": "898b5975-255f-4e8c-9a47-bc205db7e59d", "address": "fa:16:3e:f6:bb:1d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap898b5975-25", "ovs_interfaceid": "898b5975-255f-4e8c-9a47-bc205db7e59d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.645656] env[70491]: DEBUG oslo_concurrency.lockutils [req-281ebafb-5e6f-494b-90c9-df85bca4946b req-056ee449-3ece-4b64-8ba6-680199298eee service nova] Releasing lock "refresh_cache-d2a69c04-2c01-42ea-945f-dadc1a93c8c8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.729434] env[70491]: INFO nova.compute.manager [-] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Took 2.07 seconds to deallocate network for instance. [ 858.734833] env[70491]: DEBUG nova.compute.manager [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.735135] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.739903] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d0f4a-bdd1-4198-9d86-2f837a73e81a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.756205] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.757731] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51229cf-d649-4f5c-8e36-50bdf6466434 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.764237] env[70491]: DEBUG nova.compute.manager [req-e8589001-97d9-4af8-b83c-a6e04deb3dd8 req-e6eb5c65-ce20-4193-8e5e-919cd7cc9991 service nova] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Received event network-vif-deleted-5fe901bd-882f-4395-a5c2-214981890f44 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.774251] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 858.774251] env[70491]: value = "task-3294176" [ 858.774251] env[70491]: _type = "Task" [ 858.774251] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.786281] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.799286] env[70491]: DEBUG oslo_vmware.api [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405486} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.799864] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.800213] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.800520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.800868] env[70491]: INFO nova.compute.manager [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 1.52 seconds to destroy the instance on the hypervisor. [ 858.801704] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.801704] env[70491]: DEBUG nova.compute.manager [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.801704] env[70491]: DEBUG nova.network.neutron [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.891047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.851s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.891722] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.895129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.958s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.895377] env[70491]: DEBUG nova.objects.instance [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lazy-loading 'resources' on Instance uuid 0a03c827-193b-4cc1-8339-404eb8e5fa41 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.945294] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52742929-8ee5-a0de-4cac-bf71eb20cad7, 'name': SearchDatastore_Task, 'duration_secs': 0.033322} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.945627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.946555] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5bf721c4-55e1-44ad-91fd-6d26bdd7d740/5bf721c4-55e1-44ad-91fd-6d26bdd7d740.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.946555] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b36202-1bbf-4ae0-a933-f480eb103233 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.958794] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 858.958794] env[70491]: value = "task-3294177" [ 858.958794] env[70491]: _type = "Task" [ 858.958794] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.974098] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.079095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1d6d73ef-b575-4f6f-9ce8-bb3c1f4e9711 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.409s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.129018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.131965] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Releasing lock "refresh_cache-5bf721c4-55e1-44ad-91fd-6d26bdd7d740" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.132909] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.132909] env[70491]: DEBUG nova.compute.manager [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing instance network info cache due to event network-changed-01d89bec-6eae-4672-8d8c-73a4031b61d6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.132909] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Acquiring lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.134351] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Acquired lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.134351] env[70491]: DEBUG nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Refreshing network info cache for port 01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.248131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.294385] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294176, 'name': PowerOffVM_Task, 'duration_secs': 0.323763} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.299186] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.299186] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.299186] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5018429-c944-46bd-89f7-fbf6313ef9ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.381097] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.381496] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.381588] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleting the datastore file [datastore1] d36628a8-cc0d-42dd-a71c-0c3cf88f0267 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.381869] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d0e0574-9c11-479b-86f4-4f8702e05154 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.392346] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 859.392346] env[70491]: value = "task-3294179" [ 859.392346] env[70491]: _type = "Task" [ 859.392346] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.399974] env[70491]: DEBUG nova.compute.utils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.408968] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.409378] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.420320] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.471882] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.502565] env[70491]: DEBUG nova.policy [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4761bd0659a24020ba1600ae32ea36d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5302100d186d436faef5904c4202fda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.677716] env[70491]: INFO nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Port 01d89bec-6eae-4672-8d8c-73a4031b61d6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 859.678048] env[70491]: DEBUG nova.network.neutron [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.798688] env[70491]: DEBUG nova.network.neutron [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.921939] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.925785] env[70491]: DEBUG oslo_vmware.api [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321844} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.932020] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.932020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.932020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.932020] env[70491]: INFO nova.compute.manager [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Took 1.20 seconds to destroy the instance on the hypervisor. [ 859.932020] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.932020] env[70491]: DEBUG nova.compute.manager [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.932020] env[70491]: DEBUG nova.network.neutron [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.964137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d839584b-42da-4906-994e-faa98e1d24b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.964137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.984649] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712616} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.984974] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5bf721c4-55e1-44ad-91fd-6d26bdd7d740/5bf721c4-55e1-44ad-91fd-6d26bdd7d740.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.985212] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.985854] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c88b4bbc-74ea-452f-ac5b-63f2fe176869 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.996485] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 859.996485] env[70491]: value = "task-3294181" [ 859.996485] env[70491]: _type = "Task" [ 859.996485] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.024688] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.188784] env[70491]: DEBUG oslo_concurrency.lockutils [req-de179113-334b-412a-b3a5-bb67bcb00b13 req-41db23b2-f6d0-4613-8f5f-28ed744c5cd4 service nova] Releasing lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.197761] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b753c380-be95-4af8-a994-bd8ed8b01bf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.208668] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Successfully created port: 671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.212263] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864def4c-e231-4a59-b284-f06c56ccc2c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.258713] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e872172c-6497-44fd-a7cf-948f32791b6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.268630] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc1b270-4c10-48b4-9955-0fd07c1c330d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.284814] env[70491]: DEBUG nova.compute.provider_tree [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.302601] env[70491]: INFO nova.compute.manager [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 1.50 seconds to deallocate network for instance. [ 860.408108] env[70491]: DEBUG nova.compute.manager [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Received event network-vif-deleted-0df87689-ab7d-4fa6-9687-6eea0d922773 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.408403] env[70491]: DEBUG nova.compute.manager [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.409103] env[70491]: DEBUG nova.compute.manager [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing instance network info cache due to event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.409103] env[70491]: DEBUG oslo_concurrency.lockutils [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.409103] env[70491]: DEBUG oslo_concurrency.lockutils [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.409103] env[70491]: DEBUG nova.network.neutron [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.473487] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.512865] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099102} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.513290] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.514563] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa06a2c-19c6-4886-9df2-68a6d235cea9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.551790] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 5bf721c4-55e1-44ad-91fd-6d26bdd7d740/5bf721c4-55e1-44ad-91fd-6d26bdd7d740.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.552167] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1ec0dcc-67d2-42c6-9e6f-690611545024 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.575985] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 860.575985] env[70491]: value = "task-3294182" [ 860.575985] env[70491]: _type = "Task" [ 860.575985] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.584703] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.788196] env[70491]: DEBUG nova.scheduler.client.report [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.810875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.936657] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.971198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.973056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.975311] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.979016] env[70491]: DEBUG nova.virt.hardware [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.982022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2338dc18-2c7f-4441-978b-96a954921372 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.994180] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b9b839-ec4c-457f-af11-a3666b63d070 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.014329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.092301] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294182, 'name': ReconfigVM_Task, 'duration_secs': 0.381532} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.092690] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 5bf721c4-55e1-44ad-91fd-6d26bdd7d740/5bf721c4-55e1-44ad-91fd-6d26bdd7d740.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.093656] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02fbdf97-c425-4536-b400-b9dd67c8d92c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.103065] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 861.103065] env[70491]: value = "task-3294183" [ 861.103065] env[70491]: _type = "Task" [ 861.103065] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.114394] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294183, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.183972] env[70491]: DEBUG nova.network.neutron [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updated VIF entry in instance network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.184342] env[70491]: DEBUG nova.network.neutron [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.296022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.398s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.296906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.633s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.298828] env[70491]: INFO nova.compute.claims [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.321237] env[70491]: INFO nova.scheduler.client.report [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Deleted allocations for instance 0a03c827-193b-4cc1-8339-404eb8e5fa41 [ 861.346603] env[70491]: DEBUG nova.network.neutron [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.488328] env[70491]: DEBUG nova.compute.utils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.596155] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 861.597271] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a19fa4-ac3b-4d70-80a0-0d28388b0310 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.604687] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 861.604861] env[70491]: ERROR oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk due to incomplete transfer. [ 861.610095] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2bea74f0-723a-4bf3-9d1b-2d57c6166e8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.616845] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294183, 'name': Rename_Task, 'duration_secs': 0.158155} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.617161] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.617381] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa66b7bf-2a7c-45ea-beaf-94c1eaf0406e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.621246] env[70491]: DEBUG oslo_vmware.rw_handles [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ddaa76-544a-df75-fc39-e9b465d4cb3b/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 861.621246] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Uploaded image 94032501-c4ba-4182-a916-1d4462e931a3 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 861.622777] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 861.624140] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c2f7376-2652-40c5-906e-0bc02315dbf1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.628549] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 861.628549] env[70491]: value = "task-3294184" [ 861.628549] env[70491]: _type = "Task" [ 861.628549] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.630062] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 861.630062] env[70491]: value = "task-3294185" [ 861.630062] env[70491]: _type = "Task" [ 861.630062] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.651641] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294185, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.652183] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.688151] env[70491]: DEBUG oslo_concurrency.lockutils [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.688703] env[70491]: DEBUG nova.compute.manager [req-2a66042d-e9ce-4376-8545-414ee34f185f req-f88d2d7b-eab8-4c14-a705-495353d502c1 service nova] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Received event network-vif-deleted-01d89bec-6eae-4672-8d8c-73a4031b61d6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.833301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da44f57d-5cda-4b42-a2b4-8a52c8c5e433 tempest-InstanceActionsTestJSON-285994528 tempest-InstanceActionsTestJSON-285994528-project-member] Lock "0a03c827-193b-4cc1-8339-404eb8e5fa41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.294s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.853970] env[70491]: INFO nova.compute.manager [-] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Took 1.92 seconds to deallocate network for instance. [ 861.994490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.151797] env[70491]: DEBUG oslo_vmware.api [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294184, 'name': PowerOnVM_Task, 'duration_secs': 0.493957} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.152056] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294185, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.152328] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.152852] env[70491]: INFO nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Took 8.58 seconds to spawn the instance on the hypervisor. [ 862.153076] env[70491]: DEBUG nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.153876] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4819869d-5569-4c37-9c52-216cd28c72e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.190543] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 862.190796] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657888', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'name': 'volume-e79fed75-2291-4d61-a380-ceb92003183e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30561a2f-72e1-48d7-8f6a-0130a31465b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'serial': 'e79fed75-2291-4d61-a380-ceb92003183e'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 862.191535] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ea6e76-360f-44ce-8beb-552c7bc60b13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.211689] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cea503f-55ad-4cff-8f03-1de4d14c95fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.243268] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] volume-e79fed75-2291-4d61-a380-ceb92003183e/volume-e79fed75-2291-4d61-a380-ceb92003183e.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.244083] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b33e9ac-15cc-4cf6-bc1a-295562b87a4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.269277] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Waiting for the task: (returnval){ [ 862.269277] env[70491]: value = "task-3294186" [ 862.269277] env[70491]: _type = "Task" [ 862.269277] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.279248] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.361973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.592762] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Successfully updated port: 671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.654105] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294185, 'name': Destroy_Task, 'duration_secs': 0.599802} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.654427] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Destroyed the VM [ 862.654665] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 862.655157] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8a562cc5-bf53-4343-99db-87c6362d5d29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.672380] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 862.672380] env[70491]: value = "task-3294187" [ 862.672380] env[70491]: _type = "Task" [ 862.672380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.679023] env[70491]: INFO nova.compute.manager [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Took 38.33 seconds to build instance. [ 862.687471] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.784213] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.877818] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64f3478-8706-419d-80f0-cc757b28f29a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.886389] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c77118-4abc-40c5-bfc2-470bac84727c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892087] env[70491]: DEBUG nova.compute.manager [req-98e50976-fade-474d-ba8c-d19078249116 req-0d589b09-ed34-4f42-affb-889eca5a68d7 service nova] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Received event network-vif-deleted-3183bc46-732f-466a-acab-641b5a32967f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.922523] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55c33b-fd88-40d5-9174-ef0b3284b6a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.931604] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b45ac-2c5f-4734-b9cf-661ddf590a63 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.948745] env[70491]: DEBUG nova.compute.provider_tree [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.062476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.062476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.062476] env[70491]: INFO nova.compute.manager [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Attaching volume 37eb3eda-aa2d-4c99-8b38-387667ed2baa to /dev/sdb [ 863.104433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.104584] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.104723] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.117716] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d924a4d-0551-4f07-834a-3916fec5ed3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.128491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1251a422-a9d1-42cb-b22a-3ef326fd8e3e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.147987] env[70491]: DEBUG nova.virt.block_device [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updating existing volume attachment record: 9cabb596-be2f-406a-8a3d-d6df55887ee6 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 863.183014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1a765cf3-4d6e-4a76-aabe-f3923fabd69b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.536s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.183374] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.290259] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294186, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.456072] env[70491]: DEBUG nova.scheduler.client.report [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.469482] env[70491]: DEBUG nova.compute.manager [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.469482] env[70491]: DEBUG nova.compute.manager [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing instance network info cache due to event network-changed-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.469482] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Acquiring lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.469482] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Acquired lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.469734] env[70491]: DEBUG nova.network.neutron [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Refreshing network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.605130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.675073] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.691669] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294187, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.788707] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294186, 'name': ReconfigVM_Task, 'duration_secs': 1.022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.792211] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfigured VM instance instance-0000000a to attach disk [datastore2] volume-e79fed75-2291-4d61-a380-ceb92003183e/volume-e79fed75-2291-4d61-a380-ceb92003183e.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.802034] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c967e8e-09e3-47b9-9a61-1f3829f76016 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.824860] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Waiting for the task: (returnval){ [ 863.824860] env[70491]: value = "task-3294191" [ 863.824860] env[70491]: _type = "Task" [ 863.824860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.835127] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.955812] env[70491]: DEBUG nova.network.neutron [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Updating instance_info_cache with network_info: [{"id": "671c4939-ad89-441d-a80e-0012e78b9338", "address": "fa:16:3e:47:cf:04", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671c4939-ad", "ovs_interfaceid": "671c4939-ad89-441d-a80e-0012e78b9338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.963683] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.966026] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 863.970115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.098s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.970115] env[70491]: DEBUG nova.objects.instance [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'resources' on Instance uuid 86b9bb02-7260-4820-9051-8731994d65c4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.192659] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294187, 'name': RemoveSnapshot_Task, 'duration_secs': 1.304445} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.194874] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.200018] env[70491]: DEBUG nova.compute.manager [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.200162] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7282f046-54bc-4d99-80c5-e27342903b45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.230165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.233217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.233217] env[70491]: DEBUG nova.compute.manager [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.233217] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e24350-d8f5-4f27-8c73-111de025ab13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.241893] env[70491]: DEBUG nova.compute.manager [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 864.241893] env[70491]: DEBUG nova.objects.instance [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lazy-loading 'flavor' on Instance uuid 5bf721c4-55e1-44ad-91fd-6d26bdd7d740 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.289876] env[70491]: DEBUG nova.network.neutron [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updated VIF entry in instance network info cache for port b5ba5d93-35ae-4bdc-8ae4-d136f1578f01. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.291091] env[70491]: DEBUG nova.network.neutron [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [{"id": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "address": "fa:16:3e:94:3b:90", "network": {"id": "8f2d045c-e468-48a5-b193-aa42779052a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1477882120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6bdff2bb0f014f5cb4512eaf2f8ef048", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ba5d93-35", "ovs_interfaceid": "b5ba5d93-35ae-4bdc-8ae4-d136f1578f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.336778] env[70491]: DEBUG oslo_vmware.api [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294191, 'name': ReconfigVM_Task, 'duration_secs': 0.187649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.336778] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657888', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'name': 'volume-e79fed75-2291-4d61-a380-ceb92003183e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30561a2f-72e1-48d7-8f6a-0130a31465b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'serial': 'e79fed75-2291-4d61-a380-ceb92003183e'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 864.459805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.460070] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance network_info: |[{"id": "671c4939-ad89-441d-a80e-0012e78b9338", "address": "fa:16:3e:47:cf:04", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671c4939-ad", "ovs_interfaceid": "671c4939-ad89-441d-a80e-0012e78b9338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.460528] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:cf:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671c4939-ad89-441d-a80e-0012e78b9338', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.469686] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.469686] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.469686] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fdfaa4-5b0b-4235-ab4a-9cbbf3341fbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.485490] env[70491]: DEBUG nova.compute.utils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 864.490913] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 864.491017] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.504901] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.504901] env[70491]: value = "task-3294192" [ 864.504901] env[70491]: _type = "Task" [ 864.504901] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.520333] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294192, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.541568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.541944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.542190] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.542383] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.542552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.546928] env[70491]: INFO nova.compute.manager [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Terminating instance [ 864.594303] env[70491]: DEBUG nova.policy [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f67a39f9013f4674bdc8d02e16dc880a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dcda39fdaf764cda96fe843484b56360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.721695] env[70491]: INFO nova.compute.manager [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Shelve offloading [ 864.796598] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Releasing lock "refresh_cache-6ef9ced2-36c4-4fa9-8617-a386e49236ed" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.796598] env[70491]: DEBUG nova.compute.manager [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Received event network-vif-plugged-671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.796598] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Acquiring lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.796598] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.796598] env[70491]: DEBUG oslo_concurrency.lockutils [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.796913] env[70491]: DEBUG nova.compute.manager [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] No waiting events found dispatching network-vif-plugged-671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.797203] env[70491]: WARNING nova.compute.manager [req-563adac9-2f77-44c8-8453-bad3f10bbd2a req-1c01c98d-6e70-4249-871f-07721defcaa9 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Received unexpected event network-vif-plugged-671c4939-ad89-441d-a80e-0012e78b9338 for instance with vm_state building and task_state spawning. [ 864.885716] env[70491]: INFO nova.compute.manager [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Rebuilding instance [ 864.946332] env[70491]: DEBUG nova.compute.manager [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.947173] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00986903-c83f-496a-9bb3-09a19ec567c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.995198] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.020906] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294192, 'name': CreateVM_Task, 'duration_secs': 0.367223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.023881] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.025803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.025803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.025803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.026327] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53dbcca-fb5d-4e3c-8c7f-fde5b8d03763 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.036483] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 865.036483] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206066c-0c12-eb82-792e-86ebfd0f0572" [ 865.036483] env[70491]: _type = "Task" [ 865.036483] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.044406] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206066c-0c12-eb82-792e-86ebfd0f0572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.055367] env[70491]: DEBUG nova.compute.manager [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.055689] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.056957] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5afd9f5-8bce-47a8-872a-dd3e4367d212 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.072513] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.072513] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c87c97-be16-4153-8911-fb3df11755f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.084497] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 865.084497] env[70491]: value = "task-3294193" [ 865.084497] env[70491]: _type = "Task" [ 865.084497] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.106778] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.189636] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52b99c-9afb-42fd-86d7-a0f7ca0eee4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.201900] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Successfully created port: 2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.204587] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371729f-df94-40bf-ad3e-9ff590b89a4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.238623] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.239143] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7a6836-b37c-4219-bcf3-cc1735508c9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.241520] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1314eb56-4883-4678-abbb-ffc9723db389 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.250193] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.251670] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e435d70c-7788-4b58-9ddf-004b5eb34b33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.254104] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424a95fd-5033-418d-b768-4286dc3cb7e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.261105] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 865.261105] env[70491]: value = "task-3294194" [ 865.261105] env[70491]: _type = "Task" [ 865.261105] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.276157] env[70491]: DEBUG nova.compute.provider_tree [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.280209] env[70491]: DEBUG oslo_vmware.api [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 865.280209] env[70491]: value = "task-3294195" [ 865.280209] env[70491]: _type = "Task" [ 865.280209] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.291320] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 865.291558] env[70491]: DEBUG nova.compute.manager [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.292624] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f09ef-6dbe-42ca-9316-798e0f964b24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.303865] env[70491]: DEBUG oslo_vmware.api [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.308573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.308745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.308920] env[70491]: DEBUG nova.network.neutron [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.388700] env[70491]: DEBUG nova.objects.instance [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lazy-loading 'flavor' on Instance uuid 30561a2f-72e1-48d7-8f6a-0130a31465b9 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.547908] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206066c-0c12-eb82-792e-86ebfd0f0572, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.548976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.549234] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.549677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.549834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.550661] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.551457] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ce242e-9551-483f-a7ab-15c46b62e9f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.561737] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.561927] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.562679] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b6dc242-af35-4bf9-925b-53c0de1df558 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.570554] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 865.570554] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3714-a19e-6b82-94c3-5310063d5b7c" [ 865.570554] env[70491]: _type = "Task" [ 865.570554] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.581937] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3714-a19e-6b82-94c3-5310063d5b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.594016] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.783448] env[70491]: DEBUG nova.scheduler.client.report [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.796503] env[70491]: DEBUG oslo_vmware.api [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294195, 'name': PowerOffVM_Task, 'duration_secs': 0.208516} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.796819] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.797050] env[70491]: DEBUG nova.compute.manager [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.798121] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2ff41-5ba2-49cd-9831-73724c2647ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.893730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39b54f12-f8d7-46f8-81cd-66c4e2910067 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.978186] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.978186] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08df8980-cbe6-43ed-835d-d0255c1840d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.990275] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 865.990275] env[70491]: value = "task-3294197" [ 865.990275] env[70491]: _type = "Task" [ 865.990275] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.003661] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.008247] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.044070] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.044070] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.044070] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.044314] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.044314] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.044457] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.044612] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.044768] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.044966] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.046066] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.046066] env[70491]: DEBUG nova.virt.hardware [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.047025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38e2d2c-11f4-4069-902a-196701394126 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.060554] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c80aac4-665e-4ca1-917a-6847b1da722e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.087294] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ce3714-a19e-6b82-94c3-5310063d5b7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.094058] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd7e374-8969-4c4d-a462-d4b517e702f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.100618] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294193, 'name': PowerOffVM_Task, 'duration_secs': 0.717548} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.102173] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.102702] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.102702] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 866.102702] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526ff9d5-845e-1c1b-f474-91dd5ed27760" [ 866.102702] env[70491]: _type = "Task" [ 866.102702] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.103035] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6b2f648-95cf-425b-9800-b119dd04766a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.117817] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526ff9d5-845e-1c1b-f474-91dd5ed27760, 'name': SearchDatastore_Task, 'duration_secs': 0.015465} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.120902] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.121201] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.121492] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dff33fe-92f2-400f-8cc0-4b3dfff85d56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.127577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2538666e-160f-4679-b303-74bba0abc87d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.127577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2538666e-160f-4679-b303-74bba0abc87d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.127833] env[70491]: DEBUG nova.objects.instance [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid 2538666e-160f-4679-b303-74bba0abc87d {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.134366] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 866.134366] env[70491]: value = "task-3294199" [ 866.134366] env[70491]: _type = "Task" [ 866.134366] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.205015] env[70491]: DEBUG nova.network.neutron [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.208542] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.208542] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.208815] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleting the datastore file [datastore1] 6960f152-5c10-4918-b76c-05ea9f77f5fa {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.210330] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b215fbd-062f-4016-a094-2dcb55443de2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.217627] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 866.217627] env[70491]: value = "task-3294200" [ 866.217627] env[70491]: _type = "Task" [ 866.217627] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.227284] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.292231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.295633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.795s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.295748] env[70491]: DEBUG nova.objects.instance [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lazy-loading 'resources' on Instance uuid f8c1afe3-bbdf-4f5a-bd39-c682d5755df4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.312823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5ad8a2ba-3ce3-4e61-a918-cba4c4aa3c10 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.323019] env[70491]: INFO nova.scheduler.client.report [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance 86b9bb02-7260-4820-9051-8731994d65c4 [ 866.400017] env[70491]: DEBUG nova.compute.manager [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Received event network-changed-671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.401220] env[70491]: DEBUG nova.compute.manager [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Refreshing instance network info cache due to event network-changed-671c4939-ad89-441d-a80e-0012e78b9338. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.401220] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Acquiring lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.401220] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Acquired lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.401220] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Refreshing network info cache for port 671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.479359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "f584142b-882f-4dff-a454-afe37be8c1fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.479694] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.506933] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294197, 'name': PowerOffVM_Task, 'duration_secs': 0.144868} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.507581] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.508980] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.510242] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b93b44-7ec8-4d28-a087-a4f96ddfa594 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.528469] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.528835] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-613b5a6b-7a95-4543-b265-67ab1f09adf2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.565758] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.565991] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.566162] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Deleting the datastore file [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.566467] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50492442-ef63-47c2-9548-8a5d79f7b443 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.576429] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 866.576429] env[70491]: value = "task-3294202" [ 866.576429] env[70491]: _type = "Task" [ 866.576429] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.587013] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.653914] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.713044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.733586] env[70491]: DEBUG oslo_vmware.api [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468146} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.734373] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.734984] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.735382] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.735987] env[70491]: INFO nova.compute.manager [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Took 1.68 seconds to destroy the instance on the hypervisor. [ 866.736411] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.736920] env[70491]: DEBUG nova.compute.manager [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.737163] env[70491]: DEBUG nova.network.neutron [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.783594] env[70491]: DEBUG nova.objects.instance [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid 2538666e-160f-4679-b303-74bba0abc87d {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.844882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-947192b8-bb54-42a9-b14c-6066de5a5e26 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "86b9bb02-7260-4820-9051-8731994d65c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.229s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.982376] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.090953] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357779} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.095064] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.095497] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.095813] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.154024] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742248} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.154024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.154024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.154024] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca6c8471-b5b9-46ab-9c96-4b459f654b9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.172331] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 867.172331] env[70491]: value = "task-3294203" [ 867.172331] env[70491]: _type = "Task" [ 867.172331] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.186379] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.274143] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Updated VIF entry in instance network info cache for port 671c4939-ad89-441d-a80e-0012e78b9338. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.274586] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Updating instance_info_cache with network_info: [{"id": "671c4939-ad89-441d-a80e-0012e78b9338", "address": "fa:16:3e:47:cf:04", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671c4939-ad", "ovs_interfaceid": "671c4939-ad89-441d-a80e-0012e78b9338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.290247] env[70491]: DEBUG nova.objects.base [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance<2538666e-160f-4679-b303-74bba0abc87d> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 867.290922] env[70491]: DEBUG nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.343396] env[70491]: DEBUG nova.policy [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.381920] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cebcf4-70be-40aa-86d6-6fb4d0822720 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.391014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a1d24-cfca-4e74-8d4a-bda976d2cbd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.424568] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508cd3ff-a8b8-48d4-8973-cbdd40ec27b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.435142] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd152b3-86c1-4659-9a83-8f3b0c5465ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.451620] env[70491]: DEBUG nova.compute.provider_tree [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.501955] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Successfully updated port: 2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.512686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.632266] env[70491]: DEBUG nova.network.neutron [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.653754] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.655326] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a35fc-0f0e-48d2-8db7-2e1bc78d1320 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.665241] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.665497] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce7f67cf-4fcb-47b4-98f8-6ec9d62a1b45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.682462] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068458} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.683483] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.683549] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5174559-cf56-492f-9213-4b562d4f1764 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.690586] env[70491]: DEBUG nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Successfully created port: 383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.721845] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.721845] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6366122c-0c83-421e-873c-fe8dfff690e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.742464] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 867.742464] env[70491]: value = "task-3294205" [ 867.742464] env[70491]: _type = "Task" [ 867.742464] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.751937] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.769655] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 867.769925] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 867.770185] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore1] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 867.770494] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-808c1aac-53dc-40cc-9738-18907e17b199 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.777540] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Releasing lock "refresh_cache-7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.777800] env[70491]: DEBUG nova.compute.manager [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.777965] env[70491]: DEBUG nova.compute.manager [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing instance network info cache due to event network-changed-cd33e307-b5cb-4083-94f2-a06c00395527. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.778195] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Acquiring lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.778335] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Acquired lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.778507] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Refreshing network info cache for port cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.785998] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 867.785998] env[70491]: value = "task-3294206" [ 867.785998] env[70491]: _type = "Task" [ 867.785998] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.797115] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.954461] env[70491]: DEBUG nova.scheduler.client.report [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.004966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.005156] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.005249] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.138549] env[70491]: INFO nova.compute.manager [-] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Took 1.40 seconds to deallocate network for instance. [ 868.141540] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.141899] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.141899] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.142485] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.142759] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.143296] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.143555] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.143722] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.143889] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.144071] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.144237] env[70491]: DEBUG nova.virt.hardware [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.146961] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0212026-b328-4ae0-b6f5-87b773e8f7a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.159853] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe5d5aa-ad28-42f0-8b44-81ea9584e3b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.175320] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.181945] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.182505] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.182819] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da35ba2-a890-4023-abca-8a6b8e1045ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.203255] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.203255] env[70491]: value = "task-3294207" [ 868.203255] env[70491]: _type = "Task" [ 868.203255] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.207168] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 868.207382] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657890', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'name': 'volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93983e23-0f91-4af0-9c71-4e04b954bf56', 'attached_at': '', 'detached_at': '', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'serial': '37eb3eda-aa2d-4c99-8b38-387667ed2baa'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 868.208437] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38237b79-8e04-4ba1-8dbb-a993d39c1292 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.217734] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294207, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.230031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a1d49-4169-4c62-bc4d-4500b10d820d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.261044] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa/volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.264071] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83cdcc24-e484-4452-a543-a58e86fc647d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.283933] env[70491]: DEBUG nova.compute.manager [req-cfc72c13-22c2-45dd-a168-773d334ba33c req-28d78b53-bf47-4744-b7e6-2672ad3dc158 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Received event network-vif-deleted-cd33e307-b5cb-4083-94f2-a06c00395527 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.288895] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 868.288895] env[70491]: value = "task-3294208" [ 868.288895] env[70491]: _type = "Task" [ 868.288895] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.289194] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294205, 'name': ReconfigVM_Task, 'duration_secs': 0.317221} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.293061] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.296700] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f41fa99-8d26-4e77-a330-1bbbd28c1fca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.308613] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.308935] env[70491]: DEBUG oslo_vmware.api [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146747} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.309823] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.312862] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.313089] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.313276] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.315292] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 868.315292] env[70491]: value = "task-3294209" [ 868.315292] env[70491]: _type = "Task" [ 868.315292] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.325619] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294209, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.342593] env[70491]: INFO nova.scheduler.client.report [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted allocations for instance 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 [ 868.398276] env[70491]: DEBUG nova.network.neutron [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.459893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.462784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.367s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.464409] env[70491]: INFO nova.compute.claims [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.477951] env[70491]: INFO nova.scheduler.client.report [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted allocations for instance f8c1afe3-bbdf-4f5a-bd39-c682d5755df4 [ 868.542733] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.654568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.682377] env[70491]: DEBUG nova.network.neutron [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updating instance_info_cache with network_info: [{"id": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "address": "fa:16:3e:64:2d:9b", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b344d36-f8", "ovs_interfaceid": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.713840] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294207, 'name': CreateVM_Task, 'duration_secs': 0.313397} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.714022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.714430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.714603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.714945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.715206] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f213e1-9188-4ba4-bd4b-53283559eccc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.720220] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 868.720220] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529c21f6-51f6-130d-b40a-0ea5af294ecb" [ 868.720220] env[70491]: _type = "Task" [ 868.720220] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.731691] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529c21f6-51f6-130d-b40a-0ea5af294ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.799857] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294208, 'name': ReconfigVM_Task, 'duration_secs': 0.40315} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.800095] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa/volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.806970] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e340c13d-0250-491d-8f6f-cd4cd14dd953 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.825734] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294209, 'name': Rename_Task, 'duration_secs': 0.161633} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.827074] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.827387] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 868.827387] env[70491]: value = "task-3294210" [ 868.827387] env[70491]: _type = "Task" [ 868.827387] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.827583] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f74f903-c4c0-4092-bf47-aabd2855871f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.838433] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.839848] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 868.839848] env[70491]: value = "task-3294211" [ 868.839848] env[70491]: _type = "Task" [ 868.839848] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.849629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.849962] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.901784] env[70491]: DEBUG oslo_concurrency.lockutils [req-892ebffd-e33d-4f2c-b01c-274ffbe7bc34 req-15b7fc48-cb34-424e-b4b2-f876b6881690 service nova] Releasing lock "refresh_cache-6960f152-5c10-4918-b76c-05ea9f77f5fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.985927] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c026c7df-20c2-442b-b857-47ae3152cc0f tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "f8c1afe3-bbdf-4f5a-bd39-c682d5755df4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.408s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.185281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.185629] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Instance network_info: |[{"id": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "address": "fa:16:3e:64:2d:9b", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b344d36-f8", "ovs_interfaceid": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.186116] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:2d:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b344d36-f8d7-4055-b8d3-e2d4a8e3a655', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.193688] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.193962] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.194272] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdd4eb45-0a41-42ac-aaf4-e996355441d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.215424] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.215424] env[70491]: value = "task-3294212" [ 869.215424] env[70491]: _type = "Task" [ 869.215424] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.224390] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294212, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.233966] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529c21f6-51f6-130d-b40a-0ea5af294ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.011533} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.234307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.234552] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.234831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.235039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.235280] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.235562] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e7d394-48cf-41a6-a33e-f468ddf4d3f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.246916] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.247142] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.247936] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9c7eaa-78cd-4d66-9b6a-f07acfd88c14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.254490] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 869.254490] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279a828-dad5-3909-59a2-e88a03ef5298" [ 869.254490] env[70491]: _type = "Task" [ 869.254490] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.263688] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279a828-dad5-3909-59a2-e88a03ef5298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.339692] env[70491]: DEBUG oslo_vmware.api [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294210, 'name': ReconfigVM_Task, 'duration_secs': 0.148845} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.340816] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657890', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'name': 'volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93983e23-0f91-4af0-9c71-4e04b954bf56', 'attached_at': '', 'detached_at': '', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'serial': '37eb3eda-aa2d-4c99-8b38-387667ed2baa'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 869.350140] env[70491]: DEBUG nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Successfully updated port: 383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.360515] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294211, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.363939] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.364583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.427378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.427378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.727129] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294212, 'name': CreateVM_Task, 'duration_secs': 0.445022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.727299] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.728069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.728793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.728793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.728933] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46bcade-141a-44e9-8c5e-b21cc8383088 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.734926] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 869.734926] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab35-ec5a-9d28-22fe-4701b3f2cdb2" [ 869.734926] env[70491]: _type = "Task" [ 869.734926] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.744594] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab35-ec5a-9d28-22fe-4701b3f2cdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.766809] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279a828-dad5-3909-59a2-e88a03ef5298, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.766809] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5973bf8-715b-42af-9c7f-c0b97b8bbe0e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.772401] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 869.772401] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b250dd-e87d-eec5-db3c-c265f015238f" [ 869.772401] env[70491]: _type = "Task" [ 869.772401] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.779986] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b250dd-e87d-eec5-db3c-c265f015238f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.852748] env[70491]: DEBUG oslo_vmware.api [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294211, 'name': PowerOnVM_Task, 'duration_secs': 0.59461} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.855541] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.855541] env[70491]: INFO nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Took 8.92 seconds to spawn the instance on the hypervisor. [ 869.855725] env[70491]: DEBUG nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.856132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.856378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.856574] env[70491]: DEBUG nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.858886] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271119d1-81ee-4b6d-bebe-eba83ed9516b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.874330] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.930013] env[70491]: INFO nova.compute.manager [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Detaching volume e79fed75-2291-4d61-a380-ceb92003183e [ 869.962716] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c083a-f694-4fc7-af98-3f968be943a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.972414] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1996e662-ed25-464b-86e2-f46b686793ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.981517] env[70491]: INFO nova.virt.block_device [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Attempting to driver detach volume e79fed75-2291-4d61-a380-ceb92003183e from mountpoint /dev/sdb [ 869.981900] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.982104] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657888', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'name': 'volume-e79fed75-2291-4d61-a380-ceb92003183e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30561a2f-72e1-48d7-8f6a-0130a31465b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'serial': 'e79fed75-2291-4d61-a380-ceb92003183e'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.983325] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b28820-4cad-4e89-9753-76160eaf7626 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.027107] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186042e-1ed5-4e73-97b8-13c5ff70c723 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.052727] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babad02a-d8cc-4826-bbbc-816b100621da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.059540] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939a488f-f8b5-4480-b3aa-969530fa2cbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.066072] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c56f2e-e405-4ccb-981e-6766c9f95560 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.077917] env[70491]: DEBUG nova.compute.provider_tree [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.098731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a25d48-69a1-441f-8311-36c88cb3b089 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.117150] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] The volume has not been displaced from its original location: [datastore2] volume-e79fed75-2291-4d61-a380-ceb92003183e/volume-e79fed75-2291-4d61-a380-ceb92003183e.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 870.126020] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.126020] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4a2cbc-b54e-4fe8-bc9f-8883ad352d34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.142562] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Waiting for the task: (returnval){ [ 870.142562] env[70491]: value = "task-3294213" [ 870.142562] env[70491]: _type = "Task" [ 870.142562] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.151912] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.213901] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Received event network-vif-plugged-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.213901] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquiring lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.213901] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.214370] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.214370] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] No waiting events found dispatching network-vif-plugged-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.214370] env[70491]: WARNING nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Received unexpected event network-vif-plugged-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 for instance with vm_state building and task_state spawning. [ 870.214654] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-vif-unplugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.214780] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.214973] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.215106] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.215268] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] No waiting events found dispatching network-vif-unplugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.215430] env[70491]: WARNING nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received unexpected event network-vif-unplugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d for instance with vm_state shelved_offloaded and task_state None. [ 870.215584] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Received event network-changed-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.215732] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Refreshing instance network info cache due to event network-changed-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.215908] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquiring lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.216053] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquired lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.216304] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Refreshing network info cache for port 2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.248712] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab35-ec5a-9d28-22fe-4701b3f2cdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.249056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.249301] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.249521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.284628] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b250dd-e87d-eec5-db3c-c265f015238f, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.284895] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.285166] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.285446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.285633] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.285846] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79acf2ed-aa47-4607-9713-a83e03c17972 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.288035] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c03df5fd-6c3b-4930-a02c-9ce97b52ea2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.297023] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 870.297023] env[70491]: value = "task-3294214" [ 870.297023] env[70491]: _type = "Task" [ 870.297023] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.301334] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.301514] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.302539] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b6842e-572f-42fb-9962-2b6fe9b725ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.307673] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.311830] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 870.311830] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525779aa-93f0-05cd-b803-7447afca77b1" [ 870.311830] env[70491]: _type = "Task" [ 870.311830] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.320232] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525779aa-93f0-05cd-b803-7447afca77b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.381345] env[70491]: INFO nova.compute.manager [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Took 43.35 seconds to build instance. [ 870.387673] env[70491]: DEBUG nova.objects.instance [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lazy-loading 'flavor' on Instance uuid 93983e23-0f91-4af0-9c71-4e04b954bf56 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.404502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.426398] env[70491]: WARNING nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 870.581553] env[70491]: DEBUG nova.scheduler.client.report [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.606215] env[70491]: DEBUG nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.607516] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb4a5d6-265c-46fe-88d8-2024a5efaa64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.654646] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.764326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.764542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.807975] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501339} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.810722] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.810970] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.811569] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ddf2e5d-9d30-4e7d-9cef-e9e4de18ed50 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.822783] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525779aa-93f0-05cd-b803-7447afca77b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.826743] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 870.826743] env[70491]: value = "task-3294215" [ 870.826743] env[70491]: _type = "Task" [ 870.826743] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.826952] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba082f5d-af23-4da4-be58-57c824f30097 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.839048] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 870.839048] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522d908b-db2e-2642-75c3-ff71075eaac4" [ 870.839048] env[70491]: _type = "Task" [ 870.839048] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.841573] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.849357] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522d908b-db2e-2642-75c3-ff71075eaac4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.886416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-111a1de7-84f2-49d2-8b99-f704172686d8 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.678s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.892009] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3856c534-7cce-4f95-a511-08a0ca7ea6c1 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.830s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.902962] env[70491]: DEBUG nova.network.neutron [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "383b8778-8d30-431e-8a34-5b2e54a3423e", "address": "fa:16:3e:e4:b2:e6", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383b8778-8d", "ovs_interfaceid": "383b8778-8d30-431e-8a34-5b2e54a3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.945027] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updated VIF entry in instance network info cache for port 2b344d36-f8d7-4055-b8d3-e2d4a8e3a655. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.945145] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updating instance_info_cache with network_info: [{"id": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "address": "fa:16:3e:64:2d:9b", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b344d36-f8", "ovs_interfaceid": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.089057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.089057] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.091544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.465s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.091705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.091852] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 871.092144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.002s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.094174] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594d7e9b-fb70-4e8c-830b-1f62e81b8ea0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.102725] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23586903-ac30-42d3-874e-3856b6ba0674 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.118507] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d7beb4-1738-4627-a8c4-c0000b670c38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.121827] env[70491]: INFO nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] instance snapshotting [ 871.121958] env[70491]: WARNING nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 871.124738] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3119097-c4a8-4be8-8a37-bc3e763a9c6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.130247] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39aa062-3573-45e2-aef5-8e74831cf8b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.150775] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f70a040-4445-4eb3-856d-9f29dc18950d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.178983] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177657MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 871.178983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.189080] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294213, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.266625] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.339153] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.351137] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522d908b-db2e-2642-75c3-ff71075eaac4, 'name': SearchDatastore_Task, 'duration_secs': 0.015412} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.351388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.351701] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e96aa359-0d8b-46c4-ac58-0a3e4699c0b4/e96aa359-0d8b-46c4-ac58-0a3e4699c0b4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.351957] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5495fe-a002-4a17-a4e5-e7002d2b393f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.358562] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 871.358562] env[70491]: value = "task-3294216" [ 871.358562] env[70491]: _type = "Task" [ 871.358562] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.366420] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.406201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.407114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.407490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.408966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c4099-1263-4d12-adde-6f27d3fc1b3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.429805] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.430056] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.430216] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.430397] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.430545] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.430693] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.430908] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.431095] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.431266] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.431426] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.431596] env[70491]: DEBUG nova.virt.hardware [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.438572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfiguring VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 871.438932] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9e614a8-9cc6-42e4-a697-753a8915e48d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.451732] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Releasing lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.451975] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.452155] env[70491]: DEBUG nova.compute.manager [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing instance network info cache due to event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.452361] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.452499] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.452656] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.459686] env[70491]: DEBUG oslo_vmware.api [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 871.459686] env[70491]: value = "task-3294217" [ 871.459686] env[70491]: _type = "Task" [ 871.459686] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.470594] env[70491]: DEBUG oslo_vmware.api [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294217, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.595773] env[70491]: DEBUG nova.compute.utils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.597597] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.597976] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.603195] env[70491]: INFO nova.compute.claims [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.659625] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294213, 'name': ReconfigVM_Task, 'duration_secs': 1.334291} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.660486] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.667892] env[70491]: DEBUG nova.policy [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3e10094ed04d50b7e1d2b44f77456a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8c35c3c6294261a1e4ee2c3d6552fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.669850] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e09213-3a0d-42a3-a47c-12027b5a44d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.690325] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Waiting for the task: (returnval){ [ 871.690325] env[70491]: value = "task-3294218" [ 871.690325] env[70491]: _type = "Task" [ 871.690325] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.695152] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 871.695469] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69e3e0eb-7800-4527-94a1-4c491738c894 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.705417] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.707110] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 871.707110] env[70491]: value = "task-3294219" [ 871.707110] env[70491]: _type = "Task" [ 871.707110] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.718829] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294219, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.800676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.840179] env[70491]: DEBUG nova.compute.manager [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-vif-plugged-383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.840723] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.840723] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.840945] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.840945] env[70491]: DEBUG nova.compute.manager [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] No waiting events found dispatching network-vif-plugged-383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.841197] env[70491]: WARNING nova.compute.manager [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received unexpected event network-vif-plugged-383b8778-8d30-431e-8a34-5b2e54a3423e for instance with vm_state active and task_state None. [ 871.841402] env[70491]: DEBUG nova.compute.manager [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-changed-383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.841584] env[70491]: DEBUG nova.compute.manager [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing instance network info cache due to event network-changed-383b8778-8d30-431e-8a34-5b2e54a3423e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.841799] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.841964] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.842177] env[70491]: DEBUG nova.network.neutron [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Refreshing network info cache for port 383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.847186] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.71619} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.847304] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.848105] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a8749-1bb8-4fe9-9b5f-03c6adacfa60 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.870341] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.874670] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5eef0ed-7145-4b65-a31b-d245d84a08d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.896406] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294216, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.897849] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 871.897849] env[70491]: value = "task-3294220" [ 871.897849] env[70491]: _type = "Task" [ 871.897849] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.906709] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.972852] env[70491]: DEBUG oslo_vmware.api [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294217, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.998209] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Successfully created port: f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.108286] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.113811] env[70491]: INFO nova.compute.resource_tracker [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating resource usage from migration 4bc2d2c0-9b91-4991-a8bd-94317022931e [ 872.207061] env[70491]: DEBUG oslo_vmware.api [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Task: {'id': task-3294218, 'name': ReconfigVM_Task, 'duration_secs': 0.213055} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.207061] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657888', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'name': 'volume-e79fed75-2291-4d61-a380-ceb92003183e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30561a2f-72e1-48d7-8f6a-0130a31465b9', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79fed75-2291-4d61-a380-ceb92003183e', 'serial': 'e79fed75-2291-4d61-a380-ceb92003183e'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 872.222191] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294219, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.283532] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updated VIF entry in instance network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.284070] env[70491]: DEBUG nova.network.neutron [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdd319ee6-42", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.372035] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294216, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.410833] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.473633] env[70491]: DEBUG oslo_vmware.api [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294217, 'name': ReconfigVM_Task, 'duration_secs': 0.835989} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.474132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.474340] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfigured VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 872.612383] env[70491]: DEBUG nova.network.neutron [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updated VIF entry in instance network info cache for port 383b8778-8d30-431e-8a34-5b2e54a3423e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.612674] env[70491]: DEBUG nova.network.neutron [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "383b8778-8d30-431e-8a34-5b2e54a3423e", "address": "fa:16:3e:e4:b2:e6", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap383b8778-8d", "ovs_interfaceid": "383b8778-8d30-431e-8a34-5b2e54a3423e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.652545] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef00c653-0f5d-48f0-ab53-fa8a4226827a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.662176] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b03430b-5c6e-4b41-a51a-4c33ea30543a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.696243] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4904901-a8e7-4cf2-b65c-954d43401718 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.704803] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae38a542-fa5f-45ed-a99f-35188b5903da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.719504] env[70491]: DEBUG nova.compute.provider_tree [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.726160] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294219, 'name': CreateSnapshot_Task, 'duration_secs': 0.682943} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.726449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 872.727221] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf6be35-513e-44ae-8d23-b50a13a1ffd6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.763024] env[70491]: DEBUG nova.objects.instance [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lazy-loading 'flavor' on Instance uuid 30561a2f-72e1-48d7-8f6a-0130a31465b9 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.787057] env[70491]: DEBUG oslo_concurrency.lockutils [req-1588e4c7-f25a-44c9-8289-c416e525cac9 req-e8a87696-1f09-4ea8-80ec-9e42ef75e398 service nova] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.872905] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294216, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472601} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.873194] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e96aa359-0d8b-46c4-ac58-0a3e4699c0b4/e96aa359-0d8b-46c4-ac58-0a3e4699c0b4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.873415] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.873663] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd716b53-a7eb-4b99-bf21-82be5865ed1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.881821] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 872.881821] env[70491]: value = "task-3294221" [ 872.881821] env[70491]: _type = "Task" [ 872.881821] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.890815] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.911730] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.985361] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b9ebcf41-0cfa-483e-ad67-d37b1cedabad tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2538666e-160f-4679-b303-74bba0abc87d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.858s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.109703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "ea40f309-6acc-4734-b940-b6d353856f5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.110075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.115569] env[70491]: DEBUG oslo_concurrency.lockutils [req-69c24acd-c603-45de-b26d-bc8c9f9deae2 req-eab7f1ba-a35b-4e51-9c1a-a06cab754524 service nova] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.128850] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.150481] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.150659] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.150818] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.151008] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.151165] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.151314] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.151520] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.151679] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.151844] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.152014] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.152196] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.153055] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73114f-7642-43ba-91de-92994de3b0d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.162374] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc56750-0d07-4d00-9da6-db1cd429edb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.223075] env[70491]: DEBUG nova.scheduler.client.report [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.245327] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 873.246078] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-73fbad91-70cc-4ebe-b7ff-8b3e39a3f298 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.255270] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 873.255270] env[70491]: value = "task-3294222" [ 873.255270] env[70491]: _type = "Task" [ 873.255270] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.263700] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294222, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.395281] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075944} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.397817] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.402976] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca9b1a-a386-4d7e-afea-fa4c7a46173d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.431132] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] e96aa359-0d8b-46c4-ac58-0a3e4699c0b4/e96aa359-0d8b-46c4-ac58-0a3e4699c0b4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.435422] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2885fb8-40a4-4df7-afda-128b486be9f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.450489] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294220, 'name': ReconfigVM_Task, 'duration_secs': 1.201928} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.451191] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8/b33e72c0-72b8-467a-b3ea-e1b421785df8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.452572] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb564ef-8c34-462a-9b27-c669cbf48fb0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.461232] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 873.461232] env[70491]: value = "task-3294223" [ 873.461232] env[70491]: _type = "Task" [ 873.461232] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.462798] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 873.462798] env[70491]: value = "task-3294224" [ 873.462798] env[70491]: _type = "Task" [ 873.462798] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.474848] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.478179] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294224, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.503379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.503764] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.541622] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Successfully updated port: f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.613097] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.728424] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.636s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.728691] env[70491]: INFO nova.compute.manager [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Migrating [ 873.735410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.572s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.738283] env[70491]: INFO nova.compute.claims [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.768078] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294222, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.769656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d214e6b8-a1f8-429a-aa27-a399f62b1b44 tempest-VolumesAssistedSnapshotsTest-2126314675 tempest-VolumesAssistedSnapshotsTest-2126314675-project-admin] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.344s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.816025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "a9158fa4-ce1f-4a33-b401-36983198238e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.816352] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.816606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.816850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.817045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.819995] env[70491]: INFO nova.compute.manager [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Terminating instance [ 873.908184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.985369] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294223, 'name': ReconfigVM_Task, 'duration_secs': 0.498192} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.985682] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294224, 'name': Rename_Task, 'duration_secs': 0.161904} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.985976] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Reconfigured VM instance instance-00000038 to attach disk [datastore1] e96aa359-0d8b-46c4-ac58-0a3e4699c0b4/e96aa359-0d8b-46c4-ac58-0a3e4699c0b4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.986876] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.987283] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a377025-a525-4736-aaad-8bb2f3d75faa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.989157] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2ca4176-a30f-45f1-a16f-bada57ca5bd5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.997717] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 873.997717] env[70491]: value = "task-3294226" [ 873.997717] env[70491]: _type = "Task" [ 873.997717] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.999272] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 873.999272] env[70491]: value = "task-3294225" [ 873.999272] env[70491]: _type = "Task" [ 873.999272] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.007350] env[70491]: INFO nova.compute.manager [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Detaching volume 37eb3eda-aa2d-4c99-8b38-387667ed2baa [ 874.012969] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294226, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.019268] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.046607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.046760] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.046933] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.065020] env[70491]: INFO nova.virt.block_device [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Attempting to driver detach volume 37eb3eda-aa2d-4c99-8b38-387667ed2baa from mountpoint /dev/sdb [ 874.065347] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 874.065787] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657890', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'name': 'volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93983e23-0f91-4af0-9c71-4e04b954bf56', 'attached_at': '', 'detached_at': '', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'serial': '37eb3eda-aa2d-4c99-8b38-387667ed2baa'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 874.066955] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0389e0-750a-4d32-97f2-448eac407436 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.096290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0a3461-8640-4f47-ad83-a3414127c114 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.105080] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e30d0-98f1-4f15-b179-6c02aabb5767 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.130017] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e289ec-1c1b-480c-9ff2-ac79f81a55c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.150649] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] The volume has not been displaced from its original location: [datastore1] volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa/volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 874.156266] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 874.157648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.157956] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1701776-7bdf-451c-bb69-b842f9bcf0bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.181846] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 874.181846] env[70491]: value = "task-3294227" [ 874.181846] env[70491]: _type = "Task" [ 874.181846] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.189817] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.249627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.250398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.250398] env[70491]: DEBUG nova.network.neutron [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.267720] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294222, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.304827] env[70491]: DEBUG nova.compute.manager [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Received event network-vif-plugged-f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.305134] env[70491]: DEBUG oslo_concurrency.lockutils [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] Acquiring lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.305390] env[70491]: DEBUG oslo_concurrency.lockutils [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.305601] env[70491]: DEBUG oslo_concurrency.lockutils [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.305801] env[70491]: DEBUG nova.compute.manager [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] No waiting events found dispatching network-vif-plugged-f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.306020] env[70491]: WARNING nova.compute.manager [req-48e0dcc4-df0c-44f2-884b-062ff6220bd0 req-f5390b58-be68-413e-b9ed-be507c836a96 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Received unexpected event network-vif-plugged-f5c89f57-3f00-4eda-8648-ec240e8a88a1 for instance with vm_state building and task_state spawning. [ 874.323391] env[70491]: DEBUG nova.compute.manager [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.323609] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.324538] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba461def-2f31-43aa-98bf-4957d28e2746 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.333445] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.333733] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e8b5ff-7fa1-4936-8fc3-baa04786f494 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.341949] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 874.341949] env[70491]: value = "task-3294228" [ 874.341949] env[70491]: _type = "Task" [ 874.341949] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.352286] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.518684] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.523716] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294226, 'name': Rename_Task, 'duration_secs': 0.173163} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.523716] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.523716] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56ee303b-0ac4-4e32-82fb-fe83535ead86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.530733] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 874.530733] env[70491]: value = "task-3294229" [ 874.530733] env[70491]: _type = "Task" [ 874.530733] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.540146] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.600076] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.691655] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294227, 'name': ReconfigVM_Task, 'duration_secs': 0.263475} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.692273] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.696734] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1574c2da-5e01-424a-9fd4-af12b785b69a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.716359] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 874.716359] env[70491]: value = "task-3294231" [ 874.716359] env[70491]: _type = "Task" [ 874.716359] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.726489] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.769594] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294222, 'name': CloneVM_Task, 'duration_secs': 1.271357} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.769972] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Created linked-clone VM from snapshot [ 874.771939] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab618a-0e58-4a8d-8e08-e23d27730fa1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.785172] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Uploading image b6921590-345a-4555-974e-a59028b5704d {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 874.817684] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 874.817684] env[70491]: value = "vm-657895" [ 874.817684] env[70491]: _type = "VirtualMachine" [ 874.817684] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 874.818773] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21b8a1da-2ef1-4c99-bd12-06820cf03245 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.820379] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Updating instance_info_cache with network_info: [{"id": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "address": "fa:16:3e:20:7a:86", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c89f57-3f", "ovs_interfaceid": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.832432] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease: (returnval){ [ 874.832432] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253a5ea-5f4e-cc91-3add-db7a570b7a12" [ 874.832432] env[70491]: _type = "HttpNfcLease" [ 874.832432] env[70491]: } obtained for exporting VM: (result){ [ 874.832432] env[70491]: value = "vm-657895" [ 874.832432] env[70491]: _type = "VirtualMachine" [ 874.832432] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 874.832432] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the lease: (returnval){ [ 874.832432] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253a5ea-5f4e-cc91-3add-db7a570b7a12" [ 874.832432] env[70491]: _type = "HttpNfcLease" [ 874.832432] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 874.841193] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 874.841193] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253a5ea-5f4e-cc91-3add-db7a570b7a12" [ 874.841193] env[70491]: _type = "HttpNfcLease" [ 874.841193] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 874.854761] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294228, 'name': PowerOffVM_Task, 'duration_secs': 0.248709} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.855059] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.855249] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.857883] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a85c4cc-6af2-4b8e-8f38-75518160274f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.926765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.927218] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.927218] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Deleting the datastore file [datastore1] a9158fa4-ce1f-4a33-b401-36983198238e {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.927475] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe4578d7-0fab-4456-9919-376daf1f7229 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.935841] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for the task: (returnval){ [ 874.935841] env[70491]: value = "task-3294234" [ 874.935841] env[70491]: _type = "Task" [ 874.935841] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.946477] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.019385] env[70491]: DEBUG oslo_vmware.api [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294225, 'name': PowerOnVM_Task, 'duration_secs': 0.528519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.022049] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.022305] env[70491]: DEBUG nova.compute.manager [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.023350] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22a4af2-2e64-479b-8361-461710b5a105 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.045832] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294229, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.062326] env[70491]: DEBUG nova.network.neutron [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.232582] env[70491]: DEBUG oslo_vmware.api [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294231, 'name': ReconfigVM_Task, 'duration_secs': 0.196491} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.232922] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657890', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'name': 'volume-37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '93983e23-0f91-4af0-9c71-4e04b954bf56', 'attached_at': '', 'detached_at': '', 'volume_id': '37eb3eda-aa2d-4c99-8b38-387667ed2baa', 'serial': '37eb3eda-aa2d-4c99-8b38-387667ed2baa'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 875.326010] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.326338] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Instance network_info: |[{"id": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "address": "fa:16:3e:20:7a:86", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c89f57-3f", "ovs_interfaceid": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.326810] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:7a:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5c89f57-3f00-4eda-8648-ec240e8a88a1', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.335297] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.336568] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.337313] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068973f3-db11-4c1f-8358-b51c27e3c03d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.343184] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cc1669d-3bb5-4e71-afc9-7e5cc48ee6f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.365091] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01a0ad-2d1f-4d20-a2ca-1f3a96a1a90f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.368379] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.368379] env[70491]: value = "task-3294235" [ 875.368379] env[70491]: _type = "Task" [ 875.368379] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.368597] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.368597] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253a5ea-5f4e-cc91-3add-db7a570b7a12" [ 875.368597] env[70491]: _type = "HttpNfcLease" [ 875.368597] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.368952] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.368952] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253a5ea-5f4e-cc91-3add-db7a570b7a12" [ 875.368952] env[70491]: _type = "HttpNfcLease" [ 875.368952] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.372987] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3987e-24d1-4a78-987f-15037dafd48f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.401983] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cc67e6-965a-4a51-b97e-838c44262252 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.411249] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.411463] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 875.414497] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294235, 'name': CreateVM_Task} progress is 15%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.479206] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e588dcc-798c-4bf2-b012-12cb7a84e089 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.489489] env[70491]: DEBUG oslo_vmware.api [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Task: {'id': task-3294234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.413591} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.497785] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.498033] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.498227] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.498404] env[70491]: INFO nova.compute.manager [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 875.498705] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.499124] env[70491]: DEBUG nova.compute.provider_tree [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.500654] env[70491]: DEBUG nova.compute.manager [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.500762] env[70491]: DEBUG nova.network.neutron [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.541775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.550572] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cc241b5-a57d-4315-a0f9-db1357cacbca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.560516] env[70491]: DEBUG oslo_vmware.api [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294229, 'name': PowerOnVM_Task, 'duration_secs': 0.658788} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.561045] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.561399] env[70491]: INFO nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Took 9.55 seconds to spawn the instance on the hypervisor. [ 875.561465] env[70491]: DEBUG nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.562285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b1d81-9c69-429e-b491-d1890003730a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.568541] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.636672] env[70491]: INFO nova.compute.manager [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Rebuilding instance [ 875.703393] env[70491]: DEBUG nova.compute.manager [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.703773] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bc303-9616-4e0d-a0a5-8fd1001bd1f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.798965] env[70491]: DEBUG nova.objects.instance [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lazy-loading 'flavor' on Instance uuid 93983e23-0f91-4af0-9c71-4e04b954bf56 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.884091] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294235, 'name': CreateVM_Task, 'duration_secs': 0.468716} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.884091] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.884091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.884091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.884091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.884091] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab52ff37-cf83-458d-b9ff-f7c57f0fd108 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.891752] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 875.891752] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52110ff0-a285-c5a2-16e1-b1908d15e703" [ 875.891752] env[70491]: _type = "Task" [ 875.891752] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.902084] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52110ff0-a285-c5a2-16e1-b1908d15e703, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.004403] env[70491]: DEBUG nova.scheduler.client.report [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.063836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2538666e-160f-4679-b303-74bba0abc87d-383b8778-8d30-431e-8a34-5b2e54a3423e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.063836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2538666e-160f-4679-b303-74bba0abc87d-383b8778-8d30-431e-8a34-5b2e54a3423e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.095059] env[70491]: INFO nova.compute.manager [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Took 44.45 seconds to build instance. [ 876.133252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.133679] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.198651] env[70491]: DEBUG nova.compute.manager [req-2667ca52-94bb-43a2-9a14-2632f5e067a3 req-2448cea3-8d1b-412f-9756-25550aa0c82e service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Received event network-vif-deleted-75e2a12d-3ea2-4aad-9701-1e14ab493507 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.199339] env[70491]: INFO nova.compute.manager [req-2667ca52-94bb-43a2-9a14-2632f5e067a3 req-2448cea3-8d1b-412f-9756-25550aa0c82e service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Neutron deleted interface 75e2a12d-3ea2-4aad-9701-1e14ab493507; detaching it from the instance and deleting it from the info cache [ 876.199339] env[70491]: DEBUG nova.network.neutron [req-2667ca52-94bb-43a2-9a14-2632f5e067a3 req-2448cea3-8d1b-412f-9756-25550aa0c82e service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.278295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.278697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.278928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "b33e72c0-72b8-467a-b3ea-e1b421785df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.279149] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.279323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.285477] env[70491]: INFO nova.compute.manager [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Terminating instance [ 876.403339] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52110ff0-a285-c5a2-16e1-b1908d15e703, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.403500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.403740] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.404045] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.404194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.404373] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.405676] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13801c97-3cd1-4b28-ade5-2008b50b56ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.408521] env[70491]: DEBUG nova.compute.manager [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Received event network-changed-f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.408743] env[70491]: DEBUG nova.compute.manager [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Refreshing instance network info cache due to event network-changed-f5c89f57-3f00-4eda-8648-ec240e8a88a1. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.408955] env[70491]: DEBUG oslo_concurrency.lockutils [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] Acquiring lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.409112] env[70491]: DEBUG oslo_concurrency.lockutils [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] Acquired lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.409272] env[70491]: DEBUG nova.network.neutron [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Refreshing network info cache for port f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.409871] env[70491]: WARNING oslo_messaging._drivers.amqpdriver [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 876.422146] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.422407] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.423286] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63618325-def7-4726-8a05-f4da46d097b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.426107] env[70491]: DEBUG nova.network.neutron [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.432975] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 876.432975] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52824fd6-047e-1149-dfb1-2f36b8d3e143" [ 876.432975] env[70491]: _type = "Task" [ 876.432975] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.446667] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52824fd6-047e-1149-dfb1-2f36b8d3e143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.510407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.510943] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.514097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.193s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.514210] env[70491]: DEBUG nova.objects.instance [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lazy-loading 'resources' on Instance uuid b41cee04-e3c4-4361-8eb2-28f97f355338 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.561716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Acquiring lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.562055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Acquired lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.562260] env[70491]: DEBUG nova.network.neutron [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.567590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.567997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.569227] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c58d20-6ddc-49fe-ae1d-33f13a1b96bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.594867] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3325fce7-2872-4ab3-9aea-385350626dc2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.597891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-227a63de-6d19-48da-a041-6fa4ec8fcadc tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.455s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.635048] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfiguring VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 876.635048] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf59f0c-57fa-47b6-816f-6885e0f65357 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.649944] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.661473] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 876.661473] env[70491]: value = "task-3294236" [ 876.661473] env[70491]: _type = "Task" [ 876.661473] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.673793] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.702782] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14fb76d4-ac21-45ca-8291-19fccdcbfa67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.714375] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ad46ec-7ad5-49a8-b1a1-2277b22028d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.725785] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.726353] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2fa26c4-d941-4dc1-88d7-2228e80a5d9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.736195] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 876.736195] env[70491]: value = "task-3294237" [ 876.736195] env[70491]: _type = "Task" [ 876.736195] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.746344] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.761305] env[70491]: DEBUG nova.compute.manager [req-2667ca52-94bb-43a2-9a14-2632f5e067a3 req-2448cea3-8d1b-412f-9756-25550aa0c82e service nova] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Detach interface failed, port_id=75e2a12d-3ea2-4aad-9701-1e14ab493507, reason: Instance a9158fa4-ce1f-4a33-b401-36983198238e could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.791942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "refresh_cache-b33e72c0-72b8-467a-b3ea-e1b421785df8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.792752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquired lock "refresh_cache-b33e72c0-72b8-467a-b3ea-e1b421785df8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.793224] env[70491]: DEBUG nova.network.neutron [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.808059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-06f425f1-58cd-436f-8e67-2d8bd50c5311 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.930028] env[70491]: INFO nova.compute.manager [-] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Took 1.43 seconds to deallocate network for instance. [ 876.949077] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52824fd6-047e-1149-dfb1-2f36b8d3e143, 'name': SearchDatastore_Task, 'duration_secs': 0.01974} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.949272] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0cde2d5-d3a5-454f-97a9-4d76d66b3919 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.961905] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 876.961905] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521274a1-f142-144a-aeef-55d2a6ef364f" [ 876.961905] env[70491]: _type = "Task" [ 876.961905] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.975916] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521274a1-f142-144a-aeef-55d2a6ef364f, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.980023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.980023] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7b1ada88-c040-4b25-863a-6e1a621c7bdc/7b1ada88-c040-4b25-863a-6e1a621c7bdc.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.980023] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a60f99a-53df-400b-b9a1-f2844ba0b2ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.988495] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 876.988495] env[70491]: value = "task-3294238" [ 876.988495] env[70491]: _type = "Task" [ 876.988495] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.998923] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.021257] env[70491]: DEBUG nova.compute.utils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.026300] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.026560] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.098670] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaf0b27-9968-412c-8b31-8af2c05ed169 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.106230] env[70491]: DEBUG nova.policy [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c3e10094ed04d50b7e1d2b44f77456a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d8c35c3c6294261a1e4ee2c3d6552fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.122994] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.176785] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.195304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.247908] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294237, 'name': PowerOffVM_Task, 'duration_secs': 0.238844} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.250786] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.251090] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.252345] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5609a0b2-8d33-4307-a37e-ddd602c6fd75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.259196] env[70491]: DEBUG nova.network.neutron [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Updated VIF entry in instance network info cache for port f5c89f57-3f00-4eda-8648-ec240e8a88a1. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.259580] env[70491]: DEBUG nova.network.neutron [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Updating instance_info_cache with network_info: [{"id": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "address": "fa:16:3e:20:7a:86", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5c89f57-3f", "ovs_interfaceid": "f5c89f57-3f00-4eda-8648-ec240e8a88a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.267156] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.267486] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48fd5c1f-94bb-44cf-aea8-a2e27a0d7e96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.320037] env[70491]: DEBUG nova.network.neutron [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.359931] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.360215] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.360440] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.360734] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd633915-04ae-4a62-bc8f-c12d388fd4b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.374156] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 877.374156] env[70491]: value = "task-3294240" [ 877.374156] env[70491]: _type = "Task" [ 877.374156] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.385104] env[70491]: DEBUG nova.network.neutron [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.394539] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.440460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.504626] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294238, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.530675] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.582594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.582970] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.584023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.584023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.584023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.586622] env[70491]: INFO nova.compute.manager [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Terminating instance [ 877.594359] env[70491]: DEBUG nova.network.neutron [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updating instance_info_cache with network_info: [{"id": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "address": "fa:16:3e:64:2d:9b", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b344d36-f8", "ovs_interfaceid": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.635052] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.635424] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87130f81-329b-48f3-bf81-5f5a8a4d7a56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.645805] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 877.645805] env[70491]: value = "task-3294241" [ 877.645805] env[70491]: _type = "Task" [ 877.645805] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.656748] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.676512] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.750656] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e71d6d8-006b-4a18-b38e-8249f8636fd6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.763327] env[70491]: DEBUG oslo_concurrency.lockutils [req-b7f59e2d-c46e-46ce-9fa0-f0614b89d027 req-cdaa6ef2-f180-4a61-a930-012986709c53 service nova] Releasing lock "refresh_cache-7b1ada88-c040-4b25-863a-6e1a621c7bdc" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.764861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0712a3e-c5b3-4e7f-acb9-2264f0a28d14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.799025] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Successfully created port: 1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.801779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aff0bc-2c4c-4707-adf2-7616168b2ade {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.812059] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e70728-a0aa-493b-b24e-89add978feb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.828403] env[70491]: DEBUG nova.compute.provider_tree [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.888786] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351383} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.889124] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.889319] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.889490] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.897017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Releasing lock "refresh_cache-b33e72c0-72b8-467a-b3ea-e1b421785df8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.897017] env[70491]: DEBUG nova.compute.manager [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 877.897017] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.897017] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bb86c4-dd37-498f-b240-9834671785e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.905368] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.905651] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7300f5b-9277-4360-b955-8c77ed5ad4e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.915724] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 877.915724] env[70491]: value = "task-3294242" [ 877.915724] env[70491]: _type = "Task" [ 877.915724] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.928094] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.000248] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540851} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.000546] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7b1ada88-c040-4b25-863a-6e1a621c7bdc/7b1ada88-c040-4b25-863a-6e1a621c7bdc.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.000823] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.001212] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-167a6299-00cb-4ea7-8eab-d1c2f2583884 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.013390] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 878.013390] env[70491]: value = "task-3294243" [ 878.013390] env[70491]: _type = "Task" [ 878.013390] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.026749] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.065369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "cb7276a6-ee43-4398-9f6f-f789f376612a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.065655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.093129] env[70491]: DEBUG nova.compute.manager [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.093409] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.094370] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1c060-a4a3-4c14-bd96-fce3fa00713f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.100980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Releasing lock "refresh_cache-e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.101266] env[70491]: DEBUG nova.compute.manager [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Inject network info {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 878.101556] env[70491]: DEBUG nova.compute.manager [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] network_info to inject: |[{"id": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "address": "fa:16:3e:64:2d:9b", "network": {"id": "ea985ec9-2b1c-4ba5-9a10-8ee47497faeb", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-18853815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dcda39fdaf764cda96fe843484b56360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b344d36-f8", "ovs_interfaceid": "2b344d36-f8d7-4055-b8d3-e2d4a8e3a655", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 878.106921] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Reconfiguring VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 878.107640] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7330315d-b5f2-40d3-bbd5-c767a9aec616 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123292] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.125021] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83917493-30d9-43b3-aa2e-68a547f022b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.126376] env[70491]: DEBUG oslo_vmware.api [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Waiting for the task: (returnval){ [ 878.126376] env[70491]: value = "task-3294244" [ 878.126376] env[70491]: _type = "Task" [ 878.126376] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.131944] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 878.131944] env[70491]: value = "task-3294245" [ 878.131944] env[70491]: _type = "Task" [ 878.131944] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.139896] env[70491]: DEBUG oslo_vmware.api [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Task: {'id': task-3294244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.145533] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3294245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.156231] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294241, 'name': PowerOffVM_Task, 'duration_secs': 0.273641} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.156531] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.156709] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.175963] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.332393] env[70491]: DEBUG nova.scheduler.client.report [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.434447] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294242, 'name': PowerOffVM_Task, 'duration_secs': 0.123958} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.434737] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.434897] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.435176] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a8455d-1aaf-476f-b1f3-e05d9df28007 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.466016] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.466265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.466677] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Deleting the datastore file [datastore1] b33e72c0-72b8-467a-b3ea-e1b421785df8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.466764] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e861f8f-6401-4f7a-a6ef-c3c6d89e21c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.474923] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for the task: (returnval){ [ 878.474923] env[70491]: value = "task-3294247" [ 878.474923] env[70491]: _type = "Task" [ 878.474923] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.483631] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.525538] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091194} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.525835] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.526661] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fb4f55-206d-477e-81bd-e63ad4270563 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.541786] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.552607] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7b1ada88-c040-4b25-863a-6e1a621c7bdc/7b1ada88-c040-4b25-863a-6e1a621c7bdc.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.554240] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e5182b-a0df-4182-a722-53ec313fcc1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.570638] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.580445] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 878.580445] env[70491]: value = "task-3294248" [ 878.580445] env[70491]: _type = "Task" [ 878.580445] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.586292] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.586635] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.586849] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.587064] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.587217] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.587363] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.587574] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.587731] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.587892] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.588063] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.588236] env[70491]: DEBUG nova.virt.hardware [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.589097] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c211c84e-5be7-482a-b4a2-c8595bf4ac1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.600962] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0454daff-933e-4681-ad24-24006c378fc2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.605547] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.639280] env[70491]: DEBUG oslo_vmware.api [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] Task: {'id': task-3294244, 'name': ReconfigVM_Task, 'duration_secs': 0.243736} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.640122] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-de9c82f8-0c80-4bf9-94b6-49de3435a1a8 tempest-ServersAdminTestJSON-555798725 tempest-ServersAdminTestJSON-555798725-project-admin] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Reconfigured VM instance to set the machine id {{(pid=70491) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 878.646065] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3294245, 'name': PowerOffVM_Task, 'duration_secs': 0.285815} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.646420] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.646653] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.646985] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73d7f826-e4a0-4546-a793-7c18d580dd7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.664145] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.664511] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.664632] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.664832] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.665017] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.665294] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.665628] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.665862] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.666145] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.666353] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.666598] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.674902] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d73f6ec-d9eb-4bb3-8a4c-00a1ca854487 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.698425] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.700793] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 878.700793] env[70491]: value = "task-3294250" [ 878.700793] env[70491]: _type = "Task" [ 878.700793] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.711858] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294250, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.742433] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.742649] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.742938] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Deleting the datastore file [datastore1] 30561a2f-72e1-48d7-8f6a-0130a31465b9 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.743374] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ab9a966-cc0d-4666-9ce6-31fc440c31a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.753232] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for the task: (returnval){ [ 878.753232] env[70491]: value = "task-3294251" [ 878.753232] env[70491]: _type = "Task" [ 878.753232] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.763553] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3294251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.839199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.842177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.019s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.842442] env[70491]: DEBUG nova.objects.instance [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lazy-loading 'resources' on Instance uuid 7441344b-4db8-45f6-bfdb-118b05826913 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.866449] env[70491]: INFO nova.scheduler.client.report [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted allocations for instance b41cee04-e3c4-4361-8eb2-28f97f355338 [ 878.926448] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.926944] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.926944] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.927217] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.927401] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.927593] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.927811] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.927970] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.928153] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.928315] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.928501] env[70491]: DEBUG nova.virt.hardware [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.929776] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082b573b-e7d4-4c02-9ea9-a822f9a081bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.941209] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff6aee-cdd4-4b5c-9696-5f000d0f436c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.958914] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:cf:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671c4939-ad89-441d-a80e-0012e78b9338', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.969569] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.969948] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.970198] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab1a795c-dc92-44ab-b27b-c0c21ae44ec2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.996284] env[70491]: DEBUG oslo_vmware.api [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Task: {'id': task-3294247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103056} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.997783] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.997977] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.998180] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.998354] env[70491]: INFO nova.compute.manager [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 878.998621] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.998811] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.998811] env[70491]: value = "task-3294252" [ 878.998811] env[70491]: _type = "Task" [ 878.998811] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.998995] env[70491]: DEBUG nova.compute.manager [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.999101] env[70491]: DEBUG nova.network.neutron [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.009613] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294252, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.024589] env[70491]: DEBUG nova.network.neutron [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.092072] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294248, 'name': ReconfigVM_Task, 'duration_secs': 0.29876} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.092410] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7b1ada88-c040-4b25-863a-6e1a621c7bdc/7b1ada88-c040-4b25-863a-6e1a621c7bdc.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.093312] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a78c25f-ba9e-45a7-a648-6981e9a2eaa1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.097349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.103512] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 879.103512] env[70491]: value = "task-3294253" [ 879.103512] env[70491]: _type = "Task" [ 879.103512] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.115412] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294253, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.186070] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.211701] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294250, 'name': ReconfigVM_Task, 'duration_secs': 0.307651} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.212150] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.265840] env[70491]: DEBUG oslo_vmware.api [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Task: {'id': task-3294251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387422} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.266262] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.267635] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.267962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.268256] env[70491]: INFO nova.compute.manager [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 879.270432] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.271158] env[70491]: DEBUG nova.compute.manager [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.271306] env[70491]: DEBUG nova.network.neutron [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.375360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1976026e-153b-4b87-91a3-5c345e82d91f tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "b41cee04-e3c4-4361-8eb2-28f97f355338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.357s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.520400] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294252, 'name': CreateVM_Task, 'duration_secs': 0.428286} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.520400] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.520973] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.521202] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.521576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.521891] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea309825-6c1d-46eb-a397-867388785d64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.530375] env[70491]: DEBUG nova.network.neutron [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.531282] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 879.531282] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526416f0-ec7c-6892-f6cc-dcbe6e24da38" [ 879.531282] env[70491]: _type = "Task" [ 879.531282] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.547742] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526416f0-ec7c-6892-f6cc-dcbe6e24da38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.621344] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294253, 'name': Rename_Task, 'duration_secs': 0.198379} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.621344] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.621344] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc8f4e71-a173-4fde-b18f-6e92e827b6fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.630770] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 879.630770] env[70491]: value = "task-3294254" [ 879.630770] env[70491]: _type = "Task" [ 879.630770] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.640729] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.691105] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.720713] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d2a8398d-b6b5-402e-b235-d60d6a1d80d6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-576445373',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.721010] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.721184] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.721418] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.721596] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.721774] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.721988] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.722206] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.722426] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.722623] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.722835] env[70491]: DEBUG nova.virt.hardware [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.728356] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.728882] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05233eaa-bc4c-4490-95c1-5f8769db41f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.752016] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 879.752016] env[70491]: value = "task-3294255" [ 879.752016] env[70491]: _type = "Task" [ 879.752016] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.761997] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.788078] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Successfully updated port: 1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.890784] env[70491]: DEBUG nova.compute.manager [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Received event network-vif-plugged-1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.891467] env[70491]: DEBUG oslo_concurrency.lockutils [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] Acquiring lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.891909] env[70491]: DEBUG oslo_concurrency.lockutils [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.892123] env[70491]: DEBUG oslo_concurrency.lockutils [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.892409] env[70491]: DEBUG nova.compute.manager [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] No waiting events found dispatching network-vif-plugged-1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.892653] env[70491]: WARNING nova.compute.manager [req-efdfdb2c-0a63-406a-8daf-25ee9c2443ac req-65368760-c577-499b-8a33-eda4fe7cdcfe service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Received unexpected event network-vif-plugged-1db018bc-4b3a-401b-a743-c3807afcb90a for instance with vm_state building and task_state spawning. [ 879.980486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425e9b7-f1cb-4216-95da-498ecae6ad9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.988940] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f0e70a-059b-46c7-9e8e-ac182280fdb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.021702] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3d577-760a-493d-8e57-76d8d20680b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.030687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f0564-16cb-4e66-906b-cdb550808934 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.035055] env[70491]: INFO nova.compute.manager [-] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Took 1.04 seconds to deallocate network for instance. [ 880.054036] env[70491]: DEBUG nova.compute.provider_tree [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.059067] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526416f0-ec7c-6892-f6cc-dcbe6e24da38, 'name': SearchDatastore_Task, 'duration_secs': 0.014253} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.060804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.060804] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.060804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.060804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.060804] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.060804] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c892766e-093a-4e80-b9e3-75526fff84f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.071822] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.071822] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.075450] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e5c79a-926b-4e05-a391-f65963e58cac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.082435] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 880.082435] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d6b61-d4d6-a698-48bd-2162b8cf8042" [ 880.082435] env[70491]: _type = "Task" [ 880.082435] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.090159] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d6b61-d4d6-a698-48bd-2162b8cf8042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.142083] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294254, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.187560] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.262738] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294255, 'name': ReconfigVM_Task, 'duration_secs': 0.214503} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.266163] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.266163] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542f1938-f8fc-47c9-9b70-366bd4e7c667 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.290125] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.291868] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd30697-0ad8-4210-b6a2-90fba5c47f82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.311276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.311405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.313111] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.319942] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 880.319942] env[70491]: value = "task-3294256" [ 880.319942] env[70491]: _type = "Task" [ 880.319942] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.331045] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.556553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.557373] env[70491]: DEBUG nova.scheduler.client.report [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.591836] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d6b61-d4d6-a698-48bd-2162b8cf8042, 'name': SearchDatastore_Task, 'duration_secs': 0.01798} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.592710] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-606e3880-1ee9-4565-adfe-fb8d3b3fdb51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.598528] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 880.598528] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291cf45-434a-4d38-5962-a858b0b7b4be" [ 880.598528] env[70491]: _type = "Task" [ 880.598528] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.608723] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291cf45-434a-4d38-5962-a858b0b7b4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.643583] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294254, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.688569] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.811620] env[70491]: DEBUG nova.network.neutron [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.839238] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294256, 'name': ReconfigVM_Task, 'duration_secs': 0.321075} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.839238] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.839238] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.870806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "29098eb4-49b4-40a2-b942-303d860e2fbb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.870806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.870806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.870806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.870806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.879485] env[70491]: INFO nova.compute.manager [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Terminating instance [ 880.948513] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.063535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.066398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.694s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.068233] env[70491]: INFO nova.compute.claims [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.093745] env[70491]: INFO nova.scheduler.client.report [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleted allocations for instance 7441344b-4db8-45f6-bfdb-118b05826913 [ 881.110341] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291cf45-434a-4d38-5962-a858b0b7b4be, 'name': SearchDatastore_Task, 'duration_secs': 0.019225} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.110664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.110973] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.111288] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e508c7e-b209-4e2a-a4bd-16e224d1f49f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.119110] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 881.119110] env[70491]: value = "task-3294257" [ 881.119110] env[70491]: _type = "Task" [ 881.119110] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.133296] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.144299] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294254, 'name': PowerOnVM_Task, 'duration_secs': 1.493071} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.145247] env[70491]: DEBUG nova.network.neutron [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Updating instance_info_cache with network_info: [{"id": "1db018bc-4b3a-401b-a743-c3807afcb90a", "address": "fa:16:3e:d2:6e:db", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db018bc-4b", "ovs_interfaceid": "1db018bc-4b3a-401b-a743-c3807afcb90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.146472] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.146689] env[70491]: INFO nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Took 8.02 seconds to spawn the instance on the hypervisor. [ 881.146871] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.148531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e901efb8-1028-4877-ab7a-fc7022dba896 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.187702] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.282041] env[70491]: INFO nova.compute.manager [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Rebuilding instance [ 881.318044] env[70491]: INFO nova.compute.manager [-] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Took 2.05 seconds to deallocate network for instance. [ 881.330233] env[70491]: DEBUG nova.compute.manager [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.331185] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d62b89-51b3-470e-a531-7c95233a5b7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.348487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f2af58-98a0-42be-b6c8-6c25ec696557 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.369593] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8485fb73-794a-498a-bc12-bbd7e6326097 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.388663] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.396020] env[70491]: DEBUG nova.compute.manager [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.396020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.396020] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e0b60-7668-4682-92fb-7a547b550436 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.401662] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.401929] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6f781b8-7c2c-44a6-8f42-ad85e1b25e69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.408707] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 881.408707] env[70491]: value = "task-3294258" [ 881.408707] env[70491]: _type = "Task" [ 881.408707] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.420732] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.603142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b664725-ab65-435c-8622-dbc2e953aec6 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "7441344b-4db8-45f6-bfdb-118b05826913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.224s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.632451] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294257, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.649747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.651111] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Instance network_info: |[{"id": "1db018bc-4b3a-401b-a743-c3807afcb90a", "address": "fa:16:3e:d2:6e:db", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db018bc-4b", "ovs_interfaceid": "1db018bc-4b3a-401b-a743-c3807afcb90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.651514] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:6e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce17e10e-2fb0-4191-afee-e2b89fa15074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1db018bc-4b3a-401b-a743-c3807afcb90a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.664965] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.671629] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.674035] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d876b6d-4412-4544-9f9c-caffa4bd7e33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.693283] env[70491]: INFO nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Took 43.62 seconds to build instance. [ 881.706525] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.706525] env[70491]: value = "task-3294259" [ 881.706525] env[70491]: _type = "Task" [ 881.706525] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.706983] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.720329] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294259, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.826452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.919936] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294258, 'name': PowerOffVM_Task, 'duration_secs': 0.308686} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.919936] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.920184] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.920419] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-440d4a5b-7cfd-4961-8ac7-7ea46c2209f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.929557] env[70491]: DEBUG nova.compute.manager [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Received event network-changed-1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.929768] env[70491]: DEBUG nova.compute.manager [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Refreshing instance network info cache due to event network-changed-1db018bc-4b3a-401b-a743-c3807afcb90a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.931349] env[70491]: DEBUG oslo_concurrency.lockutils [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] Acquiring lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.931349] env[70491]: DEBUG oslo_concurrency.lockutils [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] Acquired lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.931349] env[70491]: DEBUG nova.network.neutron [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Refreshing network info cache for port 1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.960174] env[70491]: DEBUG nova.network.neutron [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Port de51757c-4428-462d-8a3a-b71f20d62510 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 881.991122] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.991370] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.991623] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleting the datastore file [datastore2] 29098eb4-49b4-40a2-b942-303d860e2fbb {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.991859] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83da298d-6faa-420d-8b36-9998fccf3963 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.999303] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for the task: (returnval){ [ 881.999303] env[70491]: value = "task-3294261" [ 881.999303] env[70491]: _type = "Task" [ 881.999303] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.008228] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.136075] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778535} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.136075] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.136075] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.136389] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74ae62f-f13f-4fc0-8948-8180907c1067 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.148302] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 882.148302] env[70491]: value = "task-3294262" [ 882.148302] env[70491]: _type = "Task" [ 882.148302] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.158856] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.200177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.092s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.207199] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.220760] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294259, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.348329] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.348732] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebb9b704-0443-467a-b81e-96ae9a7e1fc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.358147] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 882.358147] env[70491]: value = "task-3294263" [ 882.358147] env[70491]: _type = "Task" [ 882.358147] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.379965] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.515276] env[70491]: DEBUG oslo_vmware.api [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Task: {'id': task-3294261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.515542] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.515748] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.515905] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.516134] env[70491]: INFO nova.compute.manager [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 882.516372] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.516623] env[70491]: DEBUG nova.compute.manager [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.516719] env[70491]: DEBUG nova.network.neutron [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.660218] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065828} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.660886] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.662570] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56f13dc-1f4f-4f86-a076-3adc00604dbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.685723] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.691375] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbf7654c-7a6f-4144-8383-db377898ab38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.721400] env[70491]: DEBUG oslo_vmware.api [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294236, 'name': ReconfigVM_Task, 'duration_secs': 5.851734} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.726538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.727084] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Reconfigured VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 882.729536] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294259, 'name': CreateVM_Task, 'duration_secs': 0.545146} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.729872] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 882.729872] env[70491]: value = "task-3294264" [ 882.729872] env[70491]: _type = "Task" [ 882.729872] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.732632] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.733776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.734012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.734359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.738218] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd45ee9c-9a14-4337-aadd-8e75ddfc7cf6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.745487] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.749691] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 882.749691] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a18fa1-dbb2-be17-0033-cc85aacb7754" [ 882.749691] env[70491]: _type = "Task" [ 882.749691] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.758918] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a18fa1-dbb2-be17-0033-cc85aacb7754, 'name': SearchDatastore_Task, 'duration_secs': 0.010028} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.759474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.759676] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.760211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.760434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.760653] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.760997] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca28fb9b-afdf-4f07-9aee-1736bce07799 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.770214] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.770214] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.772623] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd23f81c-2843-49bd-93cc-f279fc8a92d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.781144] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 882.781144] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0d57d-7fe2-85bd-ca71-667460e20f69" [ 882.781144] env[70491]: _type = "Task" [ 882.781144] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.790548] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0d57d-7fe2-85bd-ca71-667460e20f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.822471] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f800f-abdc-458d-bf1e-4eaf1cda25a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.830792] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ae3c7-5e39-4fef-b1d9-5066d0cfaa8f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.868031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26067c9-9bfd-4488-b650-a2de66d15a71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.880756] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294263, 'name': PowerOffVM_Task, 'duration_secs': 0.276562} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.882139] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab60d6-52fd-42b1-8203-596c2403c84e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.885758] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.885993] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.887406] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a40bd6c-6262-44e7-ac4b-e3f8766dfab7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.899109] env[70491]: DEBUG nova.compute.provider_tree [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.902375] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.902808] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a86f5de-077f-494b-8c2f-734cb0079d15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.980899] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.981332] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.981332] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.982322] env[70491]: DEBUG nova.network.neutron [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Updated VIF entry in instance network info cache for port 1db018bc-4b3a-401b-a743-c3807afcb90a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.982663] env[70491]: DEBUG nova.network.neutron [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Updating instance_info_cache with network_info: [{"id": "1db018bc-4b3a-401b-a743-c3807afcb90a", "address": "fa:16:3e:d2:6e:db", "network": {"id": "035187cd-ac1c-4305-a80c-f2a8507d6205", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1318959961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d8c35c3c6294261a1e4ee2c3d6552fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce17e10e-2fb0-4191-afee-e2b89fa15074", "external-id": "nsx-vlan-transportzone-352", "segmentation_id": 352, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1db018bc-4b", "ovs_interfaceid": "1db018bc-4b3a-401b-a743-c3807afcb90a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.986215] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9cd3ebb-f991-4108-9e34-158e22bdd349 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.996357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.997150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.997150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.004903] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 883.004903] env[70491]: value = "task-3294266" [ 883.004903] env[70491]: _type = "Task" [ 883.004903] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.017248] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.164272] env[70491]: DEBUG nova.compute.manager [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-vif-deleted-383b8778-8d30-431e-8a34-5b2e54a3423e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.164272] env[70491]: INFO nova.compute.manager [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Neutron deleted interface 383b8778-8d30-431e-8a34-5b2e54a3423e; detaching it from the instance and deleting it from the info cache [ 883.164272] env[70491]: DEBUG nova.network.neutron [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.245779] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.290836] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0d57d-7fe2-85bd-ca71-667460e20f69, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.291952] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f082a89e-d4b0-40b0-ad97-db054680da6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.298638] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 883.298638] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bdbd0d-cf52-f3d8-639d-b45d47c2fb59" [ 883.298638] env[70491]: _type = "Task" [ 883.298638] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.307202] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bdbd0d-cf52-f3d8-639d-b45d47c2fb59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.404356] env[70491]: DEBUG nova.scheduler.client.report [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.493485] env[70491]: DEBUG oslo_concurrency.lockutils [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] Releasing lock "refresh_cache-2e49d98e-36af-4001-8f1f-cabbee48ced1" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.494583] env[70491]: DEBUG nova.compute.manager [req-5e332e5a-c7ce-4cd9-ad84-0a1fc44d9bd7 req-d3e0d782-afe4-4237-a577-00cfa2bc2177 service nova] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Received event network-vif-deleted-3ce7e235-4373-4fc1-befc-4a99f7aeb4a2 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.517770] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162043} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.518140] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.518353] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.518532] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.598204] env[70491]: DEBUG nova.network.neutron [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.669101] env[70491]: DEBUG oslo_concurrency.lockutils [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.669101] env[70491]: DEBUG oslo_concurrency.lockutils [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] Acquired lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.670137] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03646fb-af2f-4c72-be4e-4c74bd786c9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.690261] env[70491]: DEBUG oslo_concurrency.lockutils [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] Releasing lock "2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.690569] env[70491]: WARNING nova.compute.manager [req-c2e7113e-3d4c-40d5-88a8-ae1a72329200 req-0b4148ae-77ee-4f00-871e-667479e14fe7 service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Detach interface failed, port_id=383b8778-8d30-431e-8a34-5b2e54a3423e, reason: No device with interface-id 383b8778-8d30-431e-8a34-5b2e54a3423e exists on VM: nova.exception.NotFound: No device with interface-id 383b8778-8d30-431e-8a34-5b2e54a3423e exists on VM [ 883.743067] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294264, 'name': ReconfigVM_Task, 'duration_secs': 0.642744} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.743378] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67/7f0dce75-4b7b-4fff-9fbc-69d805c2bf67.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.744116] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-963baa59-81a9-40f4-87a8-aeba8a618c35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.753330] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 883.753330] env[70491]: value = "task-3294267" [ 883.753330] env[70491]: _type = "Task" [ 883.753330] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.762415] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294267, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.809529] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bdbd0d-cf52-f3d8-639d-b45d47c2fb59, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.809842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.810122] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2e49d98e-36af-4001-8f1f-cabbee48ced1/2e49d98e-36af-4001-8f1f-cabbee48ced1.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.810425] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-562e8865-e82a-4a63-8c1e-a296fc425f0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.817816] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 883.817816] env[70491]: value = "task-3294268" [ 883.817816] env[70491]: _type = "Task" [ 883.817816] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.826890] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.914439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.914439] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.918146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.071s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.051664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.051828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.052052] env[70491]: DEBUG nova.network.neutron [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.056553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.056553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.056553] env[70491]: DEBUG nova.network.neutron [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.094194] env[70491]: DEBUG nova.compute.manager [req-d8229d1f-995e-459e-9bce-1b264577bccb req-2d16ba60-3094-4876-b972-456daeb66a65 service nova] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Received event network-vif-deleted-e1fe68b2-6e6a-4396-89ca-0a21f5e0625c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.101126] env[70491]: INFO nova.compute.manager [-] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Took 1.58 seconds to deallocate network for instance. [ 884.265858] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294267, 'name': Rename_Task, 'duration_secs': 0.18309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.265858] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.266226] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3498e169-4f27-438b-8d5f-190a26ff3d23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.273359] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 884.273359] env[70491]: value = "task-3294269" [ 884.273359] env[70491]: _type = "Task" [ 884.273359] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.283017] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.328095] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460436} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.328245] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2e49d98e-36af-4001-8f1f-cabbee48ced1/2e49d98e-36af-4001-8f1f-cabbee48ced1.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.328461] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.328774] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5284baf-48fd-47f5-b15b-2216bbc51408 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.335584] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 884.335584] env[70491]: value = "task-3294270" [ 884.335584] env[70491]: _type = "Task" [ 884.335584] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.344485] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.362144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.362706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.363489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2538666e-160f-4679-b303-74bba0abc87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.363489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.363745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.365695] env[70491]: INFO nova.compute.manager [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Terminating instance [ 884.424982] env[70491]: DEBUG nova.compute.utils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.428229] env[70491]: INFO nova.compute.claims [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.432159] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.432359] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.498113] env[70491]: DEBUG nova.policy [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc280d4a09004c72a7e5fb86c022ae45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b16ce2b04424523a899fe3770dc0d45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.550377] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.550670] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.550772] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.550973] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.551158] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.551309] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.551519] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.551678] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.551848] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.552022] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.552198] env[70491]: DEBUG nova.virt.hardware [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.553092] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab32364-2e3f-4f0e-aadd-63d32a2133db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.564293] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0804f285-ea8c-4ad9-8606-d82668817fdb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.578528] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:3a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4be185b-8cdb-4402-804e-74f8d12ec5e0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.586357] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.587120] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.587300] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06407cd6-e598-4c60-af45-c9f968ff1545 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.608550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.610099] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.610099] env[70491]: value = "task-3294271" [ 884.610099] env[70491]: _type = "Task" [ 884.610099] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.620600] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294271, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.785610] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.846608] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06426} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.846908] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.848254] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ef9a0-d4c8-43f3-ad17-0385ef7ff6d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.875678] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 2e49d98e-36af-4001-8f1f-cabbee48ced1/2e49d98e-36af-4001-8f1f-cabbee48ced1.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.876364] env[70491]: DEBUG nova.compute.manager [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.876557] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.876830] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7530e97-cb36-4a2c-8e77-6d8860646a29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.898242] env[70491]: DEBUG nova.network.neutron [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.899312] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95ac5b6-e99a-488a-952e-e2ce91ca7604 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.907075] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.908418] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a7db5c-1c05-4ce1-9144-2bfd37febe5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.910052] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 884.910052] env[70491]: value = "task-3294272" [ 884.910052] env[70491]: _type = "Task" [ 884.910052] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.916577] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 884.916577] env[70491]: value = "task-3294273" [ 884.916577] env[70491]: _type = "Task" [ 884.916577] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.919916] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.930986] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.937048] env[70491]: INFO nova.compute.resource_tracker [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating resource usage from migration 31126ea3-1e99-444a-8007-30fa0aef36ad [ 884.940240] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.125714] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294271, 'name': CreateVM_Task, 'duration_secs': 0.51598} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.126315] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.127057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.127823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.127823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.127823] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abbc895-4a52-439a-84be-190b38626fa4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.136151] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 885.136151] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f86f1a-3039-3535-c21e-174f1192fc55" [ 885.136151] env[70491]: _type = "Task" [ 885.136151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.146222] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f86f1a-3039-3535-c21e-174f1192fc55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.147342] env[70491]: DEBUG nova.network.neutron [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [{"id": "88e1a810-34e8-4274-b180-e494e92f9620", "address": "fa:16:3e:84:a3:a1", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e1a810-34", "ovs_interfaceid": "88e1a810-34e8-4274-b180-e494e92f9620", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.265871] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.267040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810d830-9dc9-4f05-96be-57a095568996 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.274754] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.274954] env[70491]: ERROR oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk due to incomplete transfer. [ 885.278635] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-78cb3f3a-6a9d-4050-a083-af1bbcc2bae4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.284197] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Successfully created port: 715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.294514] env[70491]: DEBUG oslo_vmware.api [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294269, 'name': PowerOnVM_Task, 'duration_secs': 0.878242} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.295795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.296075] env[70491]: DEBUG nova.compute.manager [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.296411] env[70491]: DEBUG oslo_vmware.rw_handles [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7786c-5f6a-cc95-57c5-583c09111133/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.296614] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Uploaded image b6921590-345a-4555-974e-a59028b5704d to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.299843] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.302947] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d60fb9-0561-42d5-9dcd-50a06fa15f1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.307610] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acaa9b69-3d90-4f4f-95cd-f1190289e893 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.322678] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 885.322678] env[70491]: value = "task-3294274" [ 885.322678] env[70491]: _type = "Task" [ 885.322678] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.343148] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294274, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.404570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.433658] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294272, 'name': ReconfigVM_Task, 'duration_secs': 0.472201} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.441111] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 2e49d98e-36af-4001-8f1f-cabbee48ced1/2e49d98e-36af-4001-8f1f-cabbee48ced1.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.443156] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294273, 'name': PowerOffVM_Task, 'duration_secs': 0.260106} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.443156] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbcbc231-b815-4c7b-9701-f492b3f79227 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.447129] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.447129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.450876] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f899cf7a-4cc1-469a-abaf-c8b40a9ca390 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.461295] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 885.461295] env[70491]: value = "task-3294276" [ 885.461295] env[70491]: _type = "Task" [ 885.461295] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.510558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.510558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.533227] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.533402] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.533596] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleting the datastore file [datastore2] 2538666e-160f-4679-b303-74bba0abc87d {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.533879] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de8323ab-0c29-4ddc-b10d-0d25e673f94c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.541472] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 885.541472] env[70491]: value = "task-3294277" [ 885.541472] env[70491]: _type = "Task" [ 885.541472] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.552407] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.630843] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b44b0-600f-42c5-b7c3-d14669f079df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.643447] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44110c-de8c-4cfe-bca5-7283f6eb2f73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.653421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2538666e-160f-4679-b303-74bba0abc87d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.655634] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f86f1a-3039-3535-c21e-174f1192fc55, 'name': SearchDatastore_Task, 'duration_secs': 0.01122} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.682379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.682719] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.682893] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.683011] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.683376] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.684713] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d2ca7c9-d206-4251-9212-749c95be3eba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.687747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe062e9-7951-43af-9dca-ed322f8677ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.697582] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ec4a1-8b93-46e8-9473-6c9f4f8e8c82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.703610] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.703950] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.705066] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db336f15-55d7-4294-97a8-12ba9976e630 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.719691] env[70491]: DEBUG nova.compute.provider_tree [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.726031] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 885.726031] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5267ef00-9b32-a400-5cf6-12b6e2152998" [ 885.726031] env[70491]: _type = "Task" [ 885.726031] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.734367] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5267ef00-9b32-a400-5cf6-12b6e2152998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.833415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.838283] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294274, 'name': Destroy_Task, 'duration_secs': 0.41884} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.838534] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Destroyed the VM [ 885.838944] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 885.839035] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ab1aa840-a37d-45f2-bd61-acfe27bbd601 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.846046] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 885.846046] env[70491]: value = "task-3294278" [ 885.846046] env[70491]: _type = "Task" [ 885.846046] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.854346] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294278, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.934877] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800361a4-bebf-4ac2-b758-f383dfd6a02a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.961302] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 885.964075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a90d7a-28e3-4c27-8675-c7b06f940a6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.980077] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.985673] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294276, 'name': Rename_Task, 'duration_secs': 0.214341} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.989150] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.990556] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ea5408-81cd-4b05-a601-a734d1290626 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.999899] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 885.999899] env[70491]: value = "task-3294279" [ 885.999899] env[70491]: _type = "Task" [ 885.999899] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.001507] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.001642] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.002326] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.002326] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.002326] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.002509] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.003374] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.003374] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.003374] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.003374] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.003374] env[70491]: DEBUG nova.virt.hardware [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.005285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422c7377-132c-4984-89b8-7151f170b3b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.014038] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.022165] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294279, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.023702] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370cc110-f638-409d-a118-f1055c176c4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.054177] env[70491]: DEBUG oslo_vmware.api [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182005} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.054559] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.055185] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.055185] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.055185] env[70491]: INFO nova.compute.manager [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 886.055344] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.055993] env[70491]: DEBUG nova.compute.manager [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.056113] env[70491]: DEBUG nova.network.neutron [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.183223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-43aa7ae1-5423-4b50-981d-83cee5701d23 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2538666e-160f-4679-b303-74bba0abc87d-383b8778-8d30-431e-8a34-5b2e54a3423e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.120s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.224182] env[70491]: DEBUG nova.scheduler.client.report [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.242222] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5267ef00-9b32-a400-5cf6-12b6e2152998, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.243682] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e02df858-5b3b-4d88-b4e3-9293c8976770 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.252337] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 886.252337] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4d81-313f-02d3-33da-8b91e501839c" [ 886.252337] env[70491]: _type = "Task" [ 886.252337] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.259831] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4d81-313f-02d3-33da-8b91e501839c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.356042] env[70491]: DEBUG oslo_vmware.api [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294278, 'name': RemoveSnapshot_Task, 'duration_secs': 0.460709} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.356321] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 886.356549] env[70491]: INFO nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Took 15.23 seconds to snapshot the instance on the hypervisor. [ 886.491287] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.491806] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14e1c487-8351-4cab-9d7b-3d10af68c569 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.499650] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 886.499650] env[70491]: value = "task-3294280" [ 886.499650] env[70491]: _type = "Task" [ 886.499650] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.511735] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.516888] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.541224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.555130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.555396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.555602] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.555807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.555944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.558379] env[70491]: INFO nova.compute.manager [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Terminating instance [ 886.735948] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.819s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.736191] env[70491]: INFO nova.compute.manager [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Migrating [ 886.747464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.903s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.747838] env[70491]: DEBUG nova.objects.instance [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lazy-loading 'resources' on Instance uuid 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.768297] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4d81-313f-02d3-33da-8b91e501839c, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.768297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.768297] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.768652] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d9a931-1b8f-4d2d-a6cf-7936aa436acd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.778893] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 886.778893] env[70491]: value = "task-3294281" [ 886.778893] env[70491]: _type = "Task" [ 886.778893] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.789854] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.861207] env[70491]: DEBUG nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance disappeared during snapshot {{(pid=70491) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 886.882260] env[70491]: DEBUG nova.compute.manager [None req-c41db543-348d-4a81-bd98-17f7fd17d035 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image not found during clean up b6921590-345a-4555-974e-a59028b5704d {{(pid=70491) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 886.973924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.974209] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.974425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.975114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.975474] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.978309] env[70491]: INFO nova.compute.manager [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Terminating instance [ 887.016062] env[70491]: DEBUG oslo_vmware.api [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294280, 'name': PowerOnVM_Task, 'duration_secs': 0.434628} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.016402] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.016718] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-431295ab-6b0c-467b-9c48-f832ff1cc685 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance '533b0d7a-f85e-4ca4-86fa-d6b7dc11e050' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.030678] env[70491]: DEBUG oslo_vmware.api [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294279, 'name': PowerOnVM_Task, 'duration_secs': 0.530973} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.030678] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.030678] env[70491]: INFO nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Took 8.49 seconds to spawn the instance on the hypervisor. [ 887.030678] env[70491]: DEBUG nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.030678] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b56eb2a-7c9b-4257-bc9b-2d396a3d8ce6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.062761] env[70491]: DEBUG nova.compute.manager [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.062945] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.066802] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6f155f-1176-4317-8d75-001fd483ea96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.073622] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Successfully updated port: 715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.079591] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.080147] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0848fffd-6a47-4368-b4d8-8c8d8298e3ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.145268] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.145464] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.145668] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore2] 5bf721c4-55e1-44ad-91fd-6d26bdd7d740 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.145933] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da240511-c036-4ae3-9f19-389dd33d854e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.152804] env[70491]: DEBUG oslo_vmware.api [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 887.152804] env[70491]: value = "task-3294283" [ 887.152804] env[70491]: _type = "Task" [ 887.152804] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.161077] env[70491]: DEBUG oslo_vmware.api [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.255550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.257089] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.257089] env[70491]: DEBUG nova.network.neutron [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.295110] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294281, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.319307] env[70491]: DEBUG nova.network.neutron [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.335042] env[70491]: DEBUG nova.compute.manager [req-a3c75558-3765-4bce-9fa4-53c393936b66 req-da487788-ea10-4e7d-8b5f-233002edb77d service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Received event network-vif-deleted-88e1a810-34e8-4274-b180-e494e92f9620 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.335297] env[70491]: INFO nova.compute.manager [req-a3c75558-3765-4bce-9fa4-53c393936b66 req-da487788-ea10-4e7d-8b5f-233002edb77d service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Neutron deleted interface 88e1a810-34e8-4274-b180-e494e92f9620; detaching it from the instance and deleting it from the info cache [ 887.335440] env[70491]: DEBUG nova.network.neutron [req-a3c75558-3765-4bce-9fa4-53c393936b66 req-da487788-ea10-4e7d-8b5f-233002edb77d service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.419859] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.420194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.491180] env[70491]: DEBUG nova.compute.manager [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.491405] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.493189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fbc999-6b4d-4ab2-97ae-3355e3253666 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.502346] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.505332] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ba10e2e-2d77-4b50-94e4-b7a6a69f8cc5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.514385] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 887.514385] env[70491]: value = "task-3294284" [ 887.514385] env[70491]: _type = "Task" [ 887.514385] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.535152] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.550982] env[70491]: INFO nova.compute.manager [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Took 48.40 seconds to build instance. [ 887.576637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.576833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquired lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.577040] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.665985] env[70491]: DEBUG oslo_vmware.api [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450511} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.666264] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.666445] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.666624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.666800] env[70491]: INFO nova.compute.manager [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Took 0.60 seconds to destroy the instance on the hypervisor. [ 887.667054] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.667248] env[70491]: DEBUG nova.compute.manager [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.667339] env[70491]: DEBUG nova.network.neutron [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.793449] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798401} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.793742] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.794100] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.794294] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67f93a41-94ef-4020-9b90-97ad93591d7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.801772] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 887.801772] env[70491]: value = "task-3294285" [ 887.801772] env[70491]: _type = "Task" [ 887.801772] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.816132] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.822461] env[70491]: INFO nova.compute.manager [-] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Took 1.77 seconds to deallocate network for instance. [ 887.839873] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb4d8044-2499-4835-830a-f709e5abacdb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.853637] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129f84db-d9b1-4bc1-a988-7999292c7d4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.890096] env[70491]: DEBUG nova.compute.manager [req-a3c75558-3765-4bce-9fa4-53c393936b66 req-da487788-ea10-4e7d-8b5f-233002edb77d service nova] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Detach interface failed, port_id=88e1a810-34e8-4274-b180-e494e92f9620, reason: Instance 2538666e-160f-4679-b303-74bba0abc87d could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.895735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.895968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.967257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53152698-5131-4551-83b0-0174320b3202 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.976303] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708e0ff0-266e-403b-a444-09d819a9d1eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.014679] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72c413-3fc9-4d78-ae14-3f0521b60b3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.028957] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294284, 'name': PowerOffVM_Task, 'duration_secs': 0.233017} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.033708] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc37e144-0cf6-4abf-ad4a-e2dbadc43d04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.034401] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.034577] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.034815] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11dc9eef-17d6-4b6b-8486-5e2ae2f136b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.049662] env[70491]: DEBUG nova.compute.provider_tree [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.052875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-647e1e88-f573-4441-a02b-4b226fad9975 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.910s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.121527] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.121798] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.122224] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore1] 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.122300] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-211050f8-e254-4282-b9ed-11e94a389847 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.130217] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 888.130217] env[70491]: value = "task-3294287" [ 888.130217] env[70491]: _type = "Task" [ 888.130217] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.139751] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.140669] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.174768] env[70491]: DEBUG nova.network.neutron [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.299965] env[70491]: DEBUG nova.network.neutron [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updating instance_info_cache with network_info: [{"id": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "address": "fa:16:3e:78:72:bf", "network": {"id": "d010a06b-0df0-4fad-99fd-e9dd976577d4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1798517520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b16ce2b04424523a899fe3770dc0d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715698b7-f3", "ovs_interfaceid": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.314736] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130139} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.314736] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.314736] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cce0b89-917d-48fe-846f-53499f13f836 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.334643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.343860] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.344571] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcf96c8-126b-4808-a79d-3c03aa6ede2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.365496] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 888.365496] env[70491]: value = "task-3294288" [ 888.365496] env[70491]: _type = "Task" [ 888.365496] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.374885] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294288, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.559216] env[70491]: DEBUG nova.scheduler.client.report [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.563990] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.617209] env[70491]: DEBUG nova.network.neutron [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.642539] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.678971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.734008] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.734318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.734531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.734720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.734944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.738857] env[70491]: INFO nova.compute.manager [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Terminating instance [ 888.801331] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Releasing lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.801564] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Instance network_info: |[{"id": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "address": "fa:16:3e:78:72:bf", "network": {"id": "d010a06b-0df0-4fad-99fd-e9dd976577d4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1798517520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b16ce2b04424523a899fe3770dc0d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715698b7-f3", "ovs_interfaceid": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.802461] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:72:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '715698b7-f379-4a57-ad4d-f0b2c0965ef6', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.810219] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Creating folder: Project (8b16ce2b04424523a899fe3770dc0d45). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.810515] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35a7a2a-ab42-47d5-af7d-f7d61c724607 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.825035] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Created folder: Project (8b16ce2b04424523a899fe3770dc0d45) in parent group-v657728. [ 888.825035] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Creating folder: Instances. Parent ref: group-v657900. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.825035] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9d39287-842c-4ff2-bd65-2ece1b1209e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.834896] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Created folder: Instances in parent group-v657900. [ 888.834896] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.834896] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.834896] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f62c4780-4cc9-41f0-9d89-1a06b8239a2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.854022] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.854022] env[70491]: value = "task-3294291" [ 888.854022] env[70491]: _type = "Task" [ 888.854022] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.861387] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294291, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.875326] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.889632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.889959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.890287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.890558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.890558] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.893187] env[70491]: INFO nova.compute.manager [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Terminating instance [ 889.068593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.321s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.073968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.946s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.074288] env[70491]: DEBUG nova.objects.instance [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lazy-loading 'resources' on Instance uuid d2a69c04-2c01-42ea-945f-dadc1a93c8c8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.096698] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.102602] env[70491]: INFO nova.scheduler.client.report [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Deleted allocations for instance 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45 [ 889.122558] env[70491]: INFO nova.compute.manager [-] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Took 1.46 seconds to deallocate network for instance. [ 889.141507] env[70491]: DEBUG oslo_vmware.api [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.141822] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.142031] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.142215] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.142386] env[70491]: INFO nova.compute.manager [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Took 1.65 seconds to destroy the instance on the hypervisor. [ 889.142625] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.142820] env[70491]: DEBUG nova.compute.manager [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.142916] env[70491]: DEBUG nova.network.neutron [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.225953] env[70491]: DEBUG nova.network.neutron [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Port de51757c-4428-462d-8a3a-b71f20d62510 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.226229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.226408] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.226822] env[70491]: DEBUG nova.network.neutron [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.242880] env[70491]: DEBUG nova.compute.manager [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.243201] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.244081] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dee5ff-85df-4b97-b857-1be9edb15e7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.252719] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.253029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4178071d-7a8c-48a8-a3b7-ffe4c3a8b4f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.261037] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 889.261037] env[70491]: value = "task-3294292" [ 889.261037] env[70491]: _type = "Task" [ 889.261037] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.269621] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.362451] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294291, 'name': CreateVM_Task, 'duration_secs': 0.478122} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.362650] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.363381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.363545] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.363878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.364173] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f7bde1-ef36-4065-9e57-dbc6d98a7aab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.373666] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 889.373666] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d10088-f87d-15e0-e3b7-e5e123be59b2" [ 889.373666] env[70491]: _type = "Task" [ 889.373666] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.382406] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294288, 'name': ReconfigVM_Task, 'duration_secs': 0.746335} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.383349] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.384310] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3764f6a4-fd05-4963-925b-1dca8fc8753e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.392101] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d10088-f87d-15e0-e3b7-e5e123be59b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.392798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.393173] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.393496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.393694] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.393936] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.394309] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be3b6736-44f9-489a-917e-44057427398e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.398263] env[70491]: DEBUG nova.compute.manager [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.398444] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.398794] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 889.398794] env[70491]: value = "task-3294293" [ 889.398794] env[70491]: _type = "Task" [ 889.398794] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.399543] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcadae44-8183-4319-955a-f0417ea68b5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.410053] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.414272] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59dcaa3e-b238-44b4-b9c9-8a5de89b647f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.415843] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294293, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.416109] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.416326] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.417044] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25cf0a8-3e0f-40ab-8d28-399732c544dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.422626] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 889.422626] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714a04-14ec-28a4-559e-4761c81b07d2" [ 889.422626] env[70491]: _type = "Task" [ 889.422626] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.427034] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 889.427034] env[70491]: value = "task-3294294" [ 889.427034] env[70491]: _type = "Task" [ 889.427034] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.434271] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714a04-14ec-28a4-559e-4761c81b07d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.439136] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.565754] env[70491]: DEBUG nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Received event network-vif-plugged-715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.566072] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Acquiring lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.566569] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.566943] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.567411] env[70491]: DEBUG nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] No waiting events found dispatching network-vif-plugged-715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.569949] env[70491]: WARNING nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Received unexpected event network-vif-plugged-715698b7-f379-4a57-ad4d-f0b2c0965ef6 for instance with vm_state building and task_state spawning. [ 889.569949] env[70491]: DEBUG nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Received event network-changed-715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.569949] env[70491]: DEBUG nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Refreshing instance network info cache due to event network-changed-715698b7-f379-4a57-ad4d-f0b2c0965ef6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.569949] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Acquiring lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.569949] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Acquired lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.569949] env[70491]: DEBUG nova.network.neutron [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Refreshing network info cache for port 715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.614412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f58493b-7ea5-4b16-8c43-93b9fc8867c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969 tempest-FloatingIPsAssociationNegativeTestJSON-1563325969-project-member] Lock "55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.053s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.629538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.772578] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294292, 'name': PowerOffVM_Task, 'duration_secs': 0.191661} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.772844] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.773029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.773291] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2628286-d333-45b2-a709-de9e3522077b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.843112] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.843270] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.843404] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleting the datastore file [datastore1] 7b1ada88-c040-4b25-863a-6e1a621c7bdc {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.843749] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6270666b-7c30-40b0-83c9-ab610cbaa739 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.854220] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 889.854220] env[70491]: value = "task-3294296" [ 889.854220] env[70491]: _type = "Task" [ 889.854220] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.869381] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.916130] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294293, 'name': Rename_Task, 'duration_secs': 0.161492} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.916386] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.916721] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea567b8a-5be3-47f8-aafc-e7d4b36f6912 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.927646] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 889.927646] env[70491]: value = "task-3294297" [ 889.927646] env[70491]: _type = "Task" [ 889.927646] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.944049] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714a04-14ec-28a4-559e-4761c81b07d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.948378] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d746ff05-c0f0-41cc-91fd-e085124daf15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.956977] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294297, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.957307] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294294, 'name': PowerOffVM_Task, 'duration_secs': 0.20456} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.957999] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.958913] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.959297] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a27775f-7cb3-4269-809d-f95ec5f886f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.962480] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 889.962480] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e3a508-ce5a-5d05-9b32-9cac05f1a36a" [ 889.962480] env[70491]: _type = "Task" [ 889.962480] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.978121] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e3a508-ce5a-5d05-9b32-9cac05f1a36a, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.978121] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.978121] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493/6f952c71-b23e-4b94-8dc6-5c1b6bf7b493.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.979951] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cb98bb-dfff-47f4-af8b-856489ec981a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.986177] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 889.986177] env[70491]: value = "task-3294299" [ 889.986177] env[70491]: _type = "Task" [ 889.986177] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.994479] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.030468] env[70491]: DEBUG nova.network.neutron [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.050190] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.050190] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.050190] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleting the datastore file [datastore1] 2e49d98e-36af-4001-8f1f-cabbee48ced1 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.050190] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc92f62b-c685-4ece-bbdd-b7d5ff12d718 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.057332] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for the task: (returnval){ [ 890.057332] env[70491]: value = "task-3294300" [ 890.057332] env[70491]: _type = "Task" [ 890.057332] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.066818] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.192369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e033a2a-558f-454d-a7ea-6ec14675cb29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.199477] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa046cb-b3c2-437f-bfb3-68ff0627fb23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.205225] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89f213d-b459-45ce-bf06-c1f57e092cbc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.223565] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 890.254305] env[70491]: DEBUG nova.network.neutron [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.258834] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e049963-b1b6-4a78-ad46-9c0a71b02926 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.268688] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6563a5-ab95-4076-9290-3640bc6fdca0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.283798] env[70491]: DEBUG nova.compute.provider_tree [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.363973] env[70491]: DEBUG oslo_vmware.api [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26832} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.364488] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.364694] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.364877] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.365067] env[70491]: INFO nova.compute.manager [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 890.365328] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.365552] env[70491]: DEBUG nova.compute.manager [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.365652] env[70491]: DEBUG nova.network.neutron [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.399839] env[70491]: DEBUG nova.network.neutron [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updated VIF entry in instance network info cache for port 715698b7-f379-4a57-ad4d-f0b2c0965ef6. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.400340] env[70491]: DEBUG nova.network.neutron [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updating instance_info_cache with network_info: [{"id": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "address": "fa:16:3e:78:72:bf", "network": {"id": "d010a06b-0df0-4fad-99fd-e9dd976577d4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1798517520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b16ce2b04424523a899fe3770dc0d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715698b7-f3", "ovs_interfaceid": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.443630] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294297, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.496599] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.537500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.568574] env[70491]: DEBUG oslo_vmware.api [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Task: {'id': task-3294300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468387} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.568977] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.569475] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.569688] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.569980] env[70491]: INFO nova.compute.manager [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 890.570912] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.570912] env[70491]: DEBUG nova.compute.manager [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.570912] env[70491]: DEBUG nova.network.neutron [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.734019] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.734019] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d35bf70c-249e-4a32-ba38-2c02ad005d45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.741637] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 890.741637] env[70491]: value = "task-3294301" [ 890.741637] env[70491]: _type = "Task" [ 890.741637] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.756018] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.764892] env[70491]: INFO nova.compute.manager [-] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Took 1.62 seconds to deallocate network for instance. [ 890.789669] env[70491]: DEBUG nova.scheduler.client.report [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.906899] env[70491]: DEBUG oslo_concurrency.lockutils [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] Releasing lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.906899] env[70491]: DEBUG nova.compute.manager [req-33f8e70e-60f2-4a39-b474-2255acb31b30 req-5dfaeceb-47b7-443f-9763-c1a9e36ac05a service nova] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Received event network-vif-deleted-898b5975-255f-4e8c-9a47-bc205db7e59d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.932156] env[70491]: DEBUG nova.compute.manager [req-3e0e3126-bb4c-4a66-b03b-08802ebfd2a9 req-5debeb55-3359-4c4a-b9c3-c93cf5145c4b service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Received event network-vif-deleted-f5c89f57-3f00-4eda-8648-ec240e8a88a1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.932156] env[70491]: INFO nova.compute.manager [req-3e0e3126-bb4c-4a66-b03b-08802ebfd2a9 req-5debeb55-3359-4c4a-b9c3-c93cf5145c4b service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Neutron deleted interface f5c89f57-3f00-4eda-8648-ec240e8a88a1; detaching it from the instance and deleting it from the info cache [ 890.932156] env[70491]: DEBUG nova.network.neutron [req-3e0e3126-bb4c-4a66-b03b-08802ebfd2a9 req-5debeb55-3359-4c4a-b9c3-c93cf5145c4b service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.947407] env[70491]: DEBUG oslo_vmware.api [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294297, 'name': PowerOnVM_Task, 'duration_secs': 0.527515} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.947674] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.947873] env[70491]: DEBUG nova.compute.manager [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.949013] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d0a886-7a18-4198-8d91-7d9fded960f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.999070] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627297} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.999345] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493/6f952c71-b23e-4b94-8dc6-5c1b6bf7b493.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.002736] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.003702] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79c6941-88c8-435f-9794-208effbc72b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.010167] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 891.010167] env[70491]: value = "task-3294302" [ 891.010167] env[70491]: _type = "Task" [ 891.010167] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.018291] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.040966] env[70491]: DEBUG nova.compute.manager [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70491) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 891.041219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.258368] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294301, 'name': PowerOffVM_Task, 'duration_secs': 0.232001} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.258804] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.258983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.278520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.294270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.296453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.048s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.297154] env[70491]: DEBUG nova.objects.instance [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lazy-loading 'resources' on Instance uuid 7cd7b600-87de-4f1a-a652-fa50483081e2 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.324674] env[70491]: INFO nova.scheduler.client.report [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Deleted allocations for instance d2a69c04-2c01-42ea-945f-dadc1a93c8c8 [ 891.355295] env[70491]: DEBUG nova.network.neutron [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.420258] env[70491]: DEBUG nova.network.neutron [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.435970] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f58e318-a35a-46de-8086-87201e85bba8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.445533] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1de9e-9da8-4511-8175-b3541def3545 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.471409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.490596] env[70491]: DEBUG nova.compute.manager [req-3e0e3126-bb4c-4a66-b03b-08802ebfd2a9 req-5debeb55-3359-4c4a-b9c3-c93cf5145c4b service nova] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Detach interface failed, port_id=f5c89f57-3f00-4eda-8648-ec240e8a88a1, reason: Instance 7b1ada88-c040-4b25-863a-6e1a621c7bdc could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 891.520842] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067183} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.520842] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.521201] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73f2d72-2f51-4081-b40a-81c77596dcf0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.544118] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493/6f952c71-b23e-4b94-8dc6-5c1b6bf7b493.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.544497] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58a1e467-a8b1-4746-92bc-5f923fceddb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.566131] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 891.566131] env[70491]: value = "task-3294303" [ 891.566131] env[70491]: _type = "Task" [ 891.566131] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.576376] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.649712] env[70491]: DEBUG nova.compute.manager [req-873d8cf1-dc75-45fa-916d-08e4705e54b1 req-2ee3fb15-c06b-4068-a5af-5f26c63d2d15 service nova] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Received event network-vif-deleted-671c4939-ad89-441d-a80e-0012e78b9338 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.650445] env[70491]: DEBUG nova.compute.manager [req-873d8cf1-dc75-45fa-916d-08e4705e54b1 req-2ee3fb15-c06b-4068-a5af-5f26c63d2d15 service nova] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Received event network-vif-deleted-1db018bc-4b3a-401b-a743-c3807afcb90a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.765848] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:31:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1421670607',id=41,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1602537820',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.766331] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.766637] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.766973] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.767291] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.767960] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.767960] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.768188] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.768469] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.770609] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.770609] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.778820] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72cb6522-3923-48b9-aff7-7a3402d77200 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.798553] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 891.798553] env[70491]: value = "task-3294304" [ 891.798553] env[70491]: _type = "Task" [ 891.798553] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.810691] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.832105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb021169-beb4-49a1-ada8-a237513e932d tempest-AttachInterfacesUnderV243Test-600330112 tempest-AttachInterfacesUnderV243Test-600330112-project-member] Lock "d2a69c04-2c01-42ea-945f-dadc1a93c8c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.984s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.860136] env[70491]: INFO nova.compute.manager [-] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Took 1.29 seconds to deallocate network for instance. [ 891.921045] env[70491]: INFO nova.compute.manager [-] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Took 1.56 seconds to deallocate network for instance. [ 892.079911] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.311604] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294304, 'name': ReconfigVM_Task, 'duration_secs': 0.353734} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.311946] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 892.374287] env[70491]: INFO nova.compute.manager [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Rebuilding instance [ 892.381177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.421930] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdecca2c-e4d5-4a0b-9e3d-5395847159c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.429774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.434059] env[70491]: DEBUG nova.compute.manager [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.435338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ed535-d843-4f08-833f-2fb8f26599f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.441516] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dc01ad-c0b6-4cbb-838c-310face418cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.474607] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b5417-3a9b-498d-84c5-eb8a2341f4de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.484679] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c13c04-8fd9-4580-a12a-55354d7e8066 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499995] env[70491]: DEBUG nova.compute.provider_tree [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.576995] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294303, 'name': ReconfigVM_Task, 'duration_secs': 0.856803} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.576995] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493/6f952c71-b23e-4b94-8dc6-5c1b6bf7b493.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.577682] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4ada077-bee7-4ff8-8770-7169c45b8eb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.584718] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 892.584718] env[70491]: value = "task-3294305" [ 892.584718] env[70491]: _type = "Task" [ 892.584718] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.595023] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294305, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.819803] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:28:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1714810550',id=21,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-33781146',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.820142] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.820378] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.820637] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.820832] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.821109] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.821713] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.821713] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.821895] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.822110] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.822338] env[70491]: DEBUG nova.virt.hardware [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.828879] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 892.829105] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cfb44e-8b07-43ca-b92d-e5463e5188a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.850598] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 892.850598] env[70491]: value = "task-3294306" [ 892.850598] env[70491]: _type = "Task" [ 892.850598] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.859367] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.003191] env[70491]: DEBUG nova.scheduler.client.report [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.097691] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294305, 'name': Rename_Task, 'duration_secs': 0.171756} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.097990] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.098528] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccf9527e-8d34-442c-9dc2-d439da7e2429 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.105488] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 893.105488] env[70491]: value = "task-3294307" [ 893.105488] env[70491]: _type = "Task" [ 893.105488] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.115820] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.363871] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294306, 'name': ReconfigVM_Task, 'duration_secs': 0.17253} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.363871] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 893.364156] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6101b8da-56d1-49d7-931f-f4c0f8be34a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.392427] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.392647] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8f40b0-ee80-4bf8-b546-25b2e34cca95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.418138] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 893.418138] env[70491]: value = "task-3294308" [ 893.418138] env[70491]: _type = "Task" [ 893.418138] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.426438] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.487727] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.488076] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8f08f5-3d1b-4d36-a76d-3c9131f18fc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.497417] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 893.497417] env[70491]: value = "task-3294309" [ 893.497417] env[70491]: _type = "Task" [ 893.497417] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.506010] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.508671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.511658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.701s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.512117] env[70491]: DEBUG nova.objects.instance [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lazy-loading 'resources' on Instance uuid 31b911ef-a5da-4801-9000-f5a9559e0e74 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.550320] env[70491]: INFO nova.scheduler.client.report [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Deleted allocations for instance 7cd7b600-87de-4f1a-a652-fa50483081e2 [ 893.618180] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294307, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.928397] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294308, 'name': ReconfigVM_Task, 'duration_secs': 0.280768} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.928623] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/509e5873-2aaf-4f37-887e-7e5e0806457d.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.928926] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.006564] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294309, 'name': PowerOffVM_Task, 'duration_secs': 0.193389} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.006829] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.007150] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.007901] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c06677-fe4c-4e5b-b81f-0de1d91dcf59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.014714] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.014937] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1893d0bd-80c3-443f-b0aa-836e851382b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.061247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0359d66-e656-4c1a-8800-8ce6e6dcdba7 tempest-ServersTestJSON-919444520 tempest-ServersTestJSON-919444520-project-member] Lock "7cd7b600-87de-4f1a-a652-fa50483081e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.063s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.085331] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.085527] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.085706] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.086266] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca8e62de-9c5c-4fbe-9238-5f5b8dd33dd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.095089] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 894.095089] env[70491]: value = "task-3294311" [ 894.095089] env[70491]: _type = "Task" [ 894.095089] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.106803] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.114807] env[70491]: DEBUG oslo_vmware.api [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294307, 'name': PowerOnVM_Task, 'duration_secs': 0.662105} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.115318] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.115318] env[70491]: INFO nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Took 8.16 seconds to spawn the instance on the hypervisor. [ 894.115484] env[70491]: DEBUG nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.116228] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4efb236-732b-4dc1-9dd6-9c7654aaba45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.437407] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153db2eb-e138-41ba-81e8-c6b3ccd4bc5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.459221] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31603346-4c93-40f2-84cf-d43340ca0c72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.479107] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.605270] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288129} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.605513] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.605692] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.605862] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.611442] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d958baf-032f-465c-8011-1375f73c2514 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.618450] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac413c-a3bb-432f-bf3f-49355ad48f6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.660711] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721bed7-0d74-4528-b3b7-7ba7f2dee987 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.663011] env[70491]: INFO nova.compute.manager [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Took 51.32 seconds to build instance. [ 894.671084] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804077ea-cde6-430f-8b73-c89dd91159b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.686601] env[70491]: DEBUG nova.compute.provider_tree [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.032161] env[70491]: DEBUG nova.network.neutron [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Port e0bfe4da-e19b-478f-a9ac-a8c746364eff binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 895.166393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce195be7-e11c-4293-ba1f-7c062a99b04a tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.176s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.192054] env[70491]: DEBUG nova.scheduler.client.report [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.649266] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.649598] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.649807] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.650043] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.650246] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.650458] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.650871] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.650871] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.651042] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.651248] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.651912] env[70491]: DEBUG nova.virt.hardware [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.652420] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c87d1a-b45c-4264-b435-f024628eb012 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.662061] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0141d006-499b-4346-ba58-e85255e1eb1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.678029] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.681178] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:3a:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4be185b-8cdb-4402-804e-74f8d12ec5e0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.688542] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.689112] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.689338] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f27dc1-71c6-4623-8467-76b4b97d0854 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.709295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.711916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.698s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.713757] env[70491]: INFO nova.compute.claims [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.722822] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.722822] env[70491]: value = "task-3294312" [ 895.722822] env[70491]: _type = "Task" [ 895.722822] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.733728] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294312, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.757072] env[70491]: INFO nova.scheduler.client.report [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleted allocations for instance 31b911ef-a5da-4801-9000-f5a9559e0e74 [ 896.066165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.067448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.067448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.213865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.239023] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294312, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.265990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3bd43cd0-a517-41cd-842c-b25efd6323ba tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.495s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.267235] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 32.662s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.267535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.267837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.268088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.270742] env[70491]: INFO nova.compute.manager [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Terminating instance [ 896.694919] env[70491]: DEBUG nova.compute.manager [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Received event network-changed-715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.694919] env[70491]: DEBUG nova.compute.manager [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Refreshing instance network info cache due to event network-changed-715698b7-f379-4a57-ad4d-f0b2c0965ef6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.694919] env[70491]: DEBUG oslo_concurrency.lockutils [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] Acquiring lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.696023] env[70491]: DEBUG oslo_concurrency.lockutils [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] Acquired lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.696968] env[70491]: DEBUG nova.network.neutron [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Refreshing network info cache for port 715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.738363] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294312, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.773568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.773744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquired lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.773963] env[70491]: DEBUG nova.network.neutron [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.242205] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294312, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.276382] env[70491]: DEBUG nova.compute.utils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Can not refresh info_cache because instance was not found {{(pid=70491) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 897.280314] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebddacef-7089-433b-b4ad-a5af7b5dc7e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.289093] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca86380a-20e9-42e1-adda-4019a46f29a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323662] env[70491]: DEBUG nova.network.neutron [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.326030] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c87266c-1989-41b4-b39c-2dcb219d0186 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335249] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0d70f9-1bf6-431b-889c-41a27379e3d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.351999] env[70491]: DEBUG nova.compute.provider_tree [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.385700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.385955] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.386176] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.386353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.386512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.389171] env[70491]: INFO nova.compute.manager [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Terminating instance [ 897.413651] env[70491]: DEBUG nova.network.neutron [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.491997] env[70491]: DEBUG nova.network.neutron [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updated VIF entry in instance network info cache for port 715698b7-f379-4a57-ad4d-f0b2c0965ef6. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.491997] env[70491]: DEBUG nova.network.neutron [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updating instance_info_cache with network_info: [{"id": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "address": "fa:16:3e:78:72:bf", "network": {"id": "d010a06b-0df0-4fad-99fd-e9dd976577d4", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1798517520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b16ce2b04424523a899fe3770dc0d45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap715698b7-f3", "ovs_interfaceid": "715698b7-f379-4a57-ad4d-f0b2c0965ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.739554] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294312, 'name': CreateVM_Task, 'duration_secs': 1.528003} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.739755] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.740458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.740619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.740930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.741215] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bb6587-c2ea-4e6a-8c41-12f6bd95f0ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.745789] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 897.745789] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f3978-1564-1b5a-f723-a47fed417299" [ 897.745789] env[70491]: _type = "Task" [ 897.745789] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.755793] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f3978-1564-1b5a-f723-a47fed417299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.855514] env[70491]: DEBUG nova.scheduler.client.report [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.898741] env[70491]: DEBUG nova.compute.manager [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.898862] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.899655] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c41ccbe-e378-415f-8ffc-cfd190247a87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.907709] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.907938] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d238354a-97e4-4cba-ab10-b96c515d7160 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.913946] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 897.913946] env[70491]: value = "task-3294313" [ 897.913946] env[70491]: _type = "Task" [ 897.913946] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.917217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Releasing lock "refresh_cache-31b911ef-a5da-4801-9000-f5a9559e0e74" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.917716] env[70491]: DEBUG nova.compute.manager [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.918018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.918351] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d28fcab0-2727-4807-8fc2-0adc7406d489 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.924565] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.928322] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a8619-e6b4-4a99-9610-d25703a61d81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.961456] env[70491]: WARNING nova.virt.vmwareapi.vmops [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 31b911ef-a5da-4801-9000-f5a9559e0e74 could not be found. [ 897.961666] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.961843] env[70491]: INFO nova.compute.manager [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 0.04 seconds to destroy the instance on the hypervisor. [ 897.962742] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.963073] env[70491]: DEBUG nova.compute.manager [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.963167] env[70491]: DEBUG nova.network.neutron [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.980119] env[70491]: DEBUG nova.network.neutron [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.994631] env[70491]: DEBUG oslo_concurrency.lockutils [req-0af04a99-8461-4bdd-a37f-bc79f28b2e68 req-05152129-82c2-4e4e-af82-99330b0b054e service nova] Releasing lock "refresh_cache-6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.130735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.130930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.132070] env[70491]: DEBUG nova.network.neutron [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.256557] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527f3978-1564-1b5a-f723-a47fed417299, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.256862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.257116] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.257369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.257485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.257660] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.257922] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c65e59d6-9c47-4d49-970b-1aac3bdb2549 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.267023] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.267023] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.267189] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c227e77-69eb-46e9-849d-6c7446479ffb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.272491] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 898.272491] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52902f15-00c7-8db7-a7bf-07e71bf3d290" [ 898.272491] env[70491]: _type = "Task" [ 898.272491] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.279949] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52902f15-00c7-8db7-a7bf-07e71bf3d290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.361014] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.361578] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.365104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.003s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.365293] env[70491]: DEBUG nova.objects.instance [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lazy-loading 'resources' on Instance uuid d36628a8-cc0d-42dd-a71c-0c3cf88f0267 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.426399] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294313, 'name': PowerOffVM_Task, 'duration_secs': 0.202022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.429060] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.429060] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 898.429060] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722846c1-4e94-4483-8d02-78cc8bbeecc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.487972] env[70491]: DEBUG nova.network.neutron [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.494425] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.494425] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.494425] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleting the datastore file [datastore2] 6ef9ced2-36c4-4fa9-8617-a386e49236ed {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.494425] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaeb522f-54f8-4197-949b-eae46d5bf7a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.501799] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for the task: (returnval){ [ 898.501799] env[70491]: value = "task-3294315" [ 898.501799] env[70491]: _type = "Task" [ 898.501799] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.516851] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.787517] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52902f15-00c7-8db7-a7bf-07e71bf3d290, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.788834] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efd1eda-ada3-4d00-98a1-e63518476a3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.795483] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 898.795483] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bff6b0-66aa-3867-9c78-806e9fb2b340" [ 898.795483] env[70491]: _type = "Task" [ 898.795483] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.803616] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bff6b0-66aa-3867-9c78-806e9fb2b340, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.866376] env[70491]: DEBUG nova.compute.utils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.868014] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.868643] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.891525] env[70491]: DEBUG nova.network.neutron [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.990810] env[70491]: INFO nova.compute.manager [-] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Took 1.03 seconds to deallocate network for instance. [ 899.017792] env[70491]: DEBUG oslo_vmware.api [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Task: {'id': task-3294315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.018053] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 899.018317] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 899.018454] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 899.018660] env[70491]: INFO nova.compute.manager [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 899.018879] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.021523] env[70491]: DEBUG nova.compute.manager [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 899.021628] env[70491]: DEBUG nova.network.neutron [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 899.098439] env[70491]: DEBUG nova.policy [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddbce32f6e8e48f0965afbe4c0564a08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86a6e90331f643658badbdb0dbca39b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.313205] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bff6b0-66aa-3867-9c78-806e9fb2b340, 'name': SearchDatastore_Task, 'duration_secs': 0.009727} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.313481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.313743] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.314038] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b70d323c-df60-4860-8ffa-f1e68cb54549 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.324793] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 899.324793] env[70491]: value = "task-3294316" [ 899.324793] env[70491]: _type = "Task" [ 899.324793] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.334897] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.377318] env[70491]: DEBUG nova.compute.utils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.394410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.468189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e753dd-99df-43bc-b372-de7d6ca26908 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.476262] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce086c97-ddfe-4ea9-9d48-432cf47c3bea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.513370] env[70491]: INFO nova.compute.manager [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance disappeared during terminate [ 899.513616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96913705-c406-4d61-918b-2fd8e3b96e10 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "31b911ef-a5da-4801-9000-f5a9559e0e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.246s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.516035] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a5a851-87eb-4fd5-969e-e5e21276b7bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.526059] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2876069-6944-43a5-8b8e-60b902fdb69d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.542353] env[70491]: DEBUG nova.compute.provider_tree [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.573443] env[70491]: DEBUG nova.compute.manager [req-1f37ad27-b85a-45a5-bb4a-e9f590618773 req-a8d0b2ab-a701-4c13-afbc-021540a74578 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Received event network-vif-deleted-b5ba5d93-35ae-4bdc-8ae4-d136f1578f01 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.575019] env[70491]: INFO nova.compute.manager [req-1f37ad27-b85a-45a5-bb4a-e9f590618773 req-a8d0b2ab-a701-4c13-afbc-021540a74578 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Neutron deleted interface b5ba5d93-35ae-4bdc-8ae4-d136f1578f01; detaching it from the instance and deleting it from the info cache [ 899.575019] env[70491]: DEBUG nova.network.neutron [req-1f37ad27-b85a-45a5-bb4a-e9f590618773 req-a8d0b2ab-a701-4c13-afbc-021540a74578 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.769090] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Successfully created port: f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.836467] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466151} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.836881] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.837244] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.837590] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d111a3eb-f81c-47d6-b9c3-95bf6da00050 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.847297] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 899.847297] env[70491]: value = "task-3294317" [ 899.847297] env[70491]: _type = "Task" [ 899.847297] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.856769] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.880696] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.883718] env[70491]: DEBUG nova.network.neutron [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.933662] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ca777-5a3b-44f0-ad25-15716666def5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.955691] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0abae0f-2dfb-4b57-9e86-fa5ea5a0890f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.964664] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 899.965687] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1762d436-6de5-43c1-ba8f-b2b659cda1b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.973909] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 899.973909] env[70491]: value = "task-3294318" [ 899.973909] env[70491]: _type = "Task" [ 899.973909] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.986338] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294318, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.046566] env[70491]: DEBUG nova.scheduler.client.report [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.077848] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-168d2bab-ca61-4fd0-bf1b-36cba6e0fd75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.089515] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd37c52-c260-4219-a2a7-86ea7ed1b07a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.122920] env[70491]: DEBUG nova.compute.manager [req-1f37ad27-b85a-45a5-bb4a-e9f590618773 req-a8d0b2ab-a701-4c13-afbc-021540a74578 service nova] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Detach interface failed, port_id=b5ba5d93-35ae-4bdc-8ae4-d136f1578f01, reason: Instance 6ef9ced2-36c4-4fa9-8617-a386e49236ed could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.359654] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062137} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.359985] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.360973] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412453b4-4a97-47de-ac57-521c163ec026 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.384598] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.388052] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e696378c-af8b-4ffe-b67b-56fd1622924b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.410913] env[70491]: INFO nova.compute.manager [-] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Took 1.39 seconds to deallocate network for instance. [ 900.422532] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 900.422532] env[70491]: value = "task-3294319" [ 900.422532] env[70491]: _type = "Task" [ 900.422532] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.433569] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294319, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.484958] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294318, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.052922} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.485246] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 900.486053] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa330c-24cb-42f1-8c52-8b0ee376bb9e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.512821] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.512821] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b07fa1-3e21-492e-9950-b3a9ec7d68fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.531795] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 900.531795] env[70491]: value = "task-3294320" [ 900.531795] env[70491]: _type = "Task" [ 900.531795] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.541846] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.554052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.555551] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.043s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.557444] env[70491]: INFO nova.compute.claims [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.574899] env[70491]: INFO nova.scheduler.client.report [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleted allocations for instance d36628a8-cc0d-42dd-a71c-0c3cf88f0267 [ 900.917917] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.921434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.933751] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294319, 'name': ReconfigVM_Task, 'duration_secs': 0.280654} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.934030] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2/68f2388d-9800-4e21-b62c-f7f062c979b2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.934671] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-893bf517-7006-4768-8452-1bf0b5ae3f96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.942527] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 900.942527] env[70491]: value = "task-3294321" [ 900.942527] env[70491]: _type = "Task" [ 900.942527] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.955201] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294321, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.957655] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:28:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1378990753',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-957343647',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.957896] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.958051] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.958245] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.958399] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.958673] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.958945] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.959136] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.959348] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.959524] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.959766] env[70491]: DEBUG nova.virt.hardware [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.960769] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c87353-3e25-418f-8e1d-d129817c1c67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.969593] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf1e2d-9cae-4f7a-b00c-6ea416489d04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.041615] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294320, 'name': ReconfigVM_Task, 'duration_secs': 0.340529} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.041899] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.042213] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.085030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-894e4915-8954-40e8-8335-49d2b2b46fc3 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d36628a8-cc0d-42dd-a71c-0c3cf88f0267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.864s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.424916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "79924114-5f5e-459b-9046-5c605299b07f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.425745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.454602] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294321, 'name': Rename_Task, 'duration_secs': 0.50168} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.455060] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.455221] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0195919f-5377-481f-baa5-3d5d996a7496 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.462627] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 901.462627] env[70491]: value = "task-3294322" [ 901.462627] env[70491]: _type = "Task" [ 901.462627] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.476023] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.549389] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.550909] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a477a9d-5f49-4e3f-a8b7-cb6689d03b5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.554093] env[70491]: DEBUG nova.compute.manager [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Received event network-vif-plugged-f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.555298] env[70491]: DEBUG oslo_concurrency.lockutils [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] Acquiring lock "d839584b-42da-4906-994e-faa98e1d24b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.555536] env[70491]: DEBUG oslo_concurrency.lockutils [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] Lock "d839584b-42da-4906-994e-faa98e1d24b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.555704] env[70491]: DEBUG oslo_concurrency.lockutils [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] Lock "d839584b-42da-4906-994e-faa98e1d24b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.555878] env[70491]: DEBUG nova.compute.manager [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] No waiting events found dispatching network-vif-plugged-f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.556074] env[70491]: WARNING nova.compute.manager [req-79cc62be-4cc4-421b-ac67-f4a8e5e16291 req-bafbb6fc-7644-45d3-ae77-633563c71ac5 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Received unexpected event network-vif-plugged-f06a0825-1283-4246-b74f-0a59823a36ca for instance with vm_state building and task_state spawning. [ 901.564447] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 901.564447] env[70491]: value = "task-3294323" [ 901.564447] env[70491]: _type = "Task" [ 901.564447] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.580904] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.701134] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Successfully updated port: f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.978421] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.080550] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294323, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.183561] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f789f8ce-fa25-4d66-ab1a-d97145bdfc89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.190990] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfd66a4-8e4d-4d31-bce3-61715bc9853b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.220993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.221205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.221438] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.223342] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0674248a-abf9-4d8b-a0cd-f6ff6531d0ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.231711] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8c548-4708-46eb-9b1c-bc098ce0d17b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.246369] env[70491]: DEBUG nova.compute.provider_tree [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.475991] env[70491]: DEBUG oslo_vmware.api [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294322, 'name': PowerOnVM_Task, 'duration_secs': 0.739104} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.476323] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.476515] env[70491]: DEBUG nova.compute.manager [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.477301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec46c7-c3cf-4b64-bfae-39504a681a01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.574542] env[70491]: DEBUG oslo_vmware.api [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294323, 'name': PowerOnVM_Task, 'duration_secs': 0.556627} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.574796] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.574979] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d088488b-d574-4c45-843a-861496fe3b7a tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance '509e5873-2aaf-4f37-887e-7e5e0806457d' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.749785] env[70491]: DEBUG nova.scheduler.client.report [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.763260] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.936677] env[70491]: DEBUG nova.network.neutron [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updating instance_info_cache with network_info: [{"id": "f06a0825-1283-4246-b74f-0a59823a36ca", "address": "fa:16:3e:be:7f:95", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a0825-12", "ovs_interfaceid": "f06a0825-1283-4246-b74f-0a59823a36ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.993249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.255060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.255512] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.258644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.604s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.258926] env[70491]: DEBUG nova.objects.instance [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lazy-loading 'resources' on Instance uuid 6960f152-5c10-4918-b76c-05ea9f77f5fa {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.440582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.440968] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Instance network_info: |[{"id": "f06a0825-1283-4246-b74f-0a59823a36ca", "address": "fa:16:3e:be:7f:95", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a0825-12", "ovs_interfaceid": "f06a0825-1283-4246-b74f-0a59823a36ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.441530] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:7f:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f06a0825-1283-4246-b74f-0a59823a36ca', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.449592] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.449812] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.450049] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09c2c192-d1e6-48da-bb57-ebcd1bd58c68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.471042] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.471042] env[70491]: value = "task-3294324" [ 903.471042] env[70491]: _type = "Task" [ 903.471042] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.479186] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294324, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.588656] env[70491]: DEBUG nova.compute.manager [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Received event network-changed-f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.589064] env[70491]: DEBUG nova.compute.manager [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Refreshing instance network info cache due to event network-changed-f06a0825-1283-4246-b74f-0a59823a36ca. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.589339] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] Acquiring lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.589492] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] Acquired lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.589657] env[70491]: DEBUG nova.network.neutron [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Refreshing network info cache for port f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.635869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.636150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.636357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.636538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.636750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.639175] env[70491]: INFO nova.compute.manager [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Terminating instance [ 903.766923] env[70491]: DEBUG nova.compute.utils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.768609] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.768696] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.814556] env[70491]: DEBUG nova.policy [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373a9a736f744dbea02d12737842a61a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78f535347e3648f3988ef9e6dcbb1732', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.985075] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294324, 'name': CreateVM_Task, 'duration_secs': 0.338141} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.985274] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.986026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.986652] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.986652] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986791] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024ba34a-5586-4c86-a199-47cdf8c22d24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.994040] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 903.994040] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5281c8ee-9c6c-36b1-360b-5c12550c1202" [ 903.994040] env[70491]: _type = "Task" [ 903.994040] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.003139] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5281c8ee-9c6c-36b1-360b-5c12550c1202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.140629] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Successfully created port: b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.142930] env[70491]: DEBUG nova.compute.manager [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.143458] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.147422] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35197a-4c86-47c0-bb81-b4075804085c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.156237] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.156478] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b6138d2-6588-4a69-bae7-5e88e9bfa6c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.165108] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 904.165108] env[70491]: value = "task-3294325" [ 904.165108] env[70491]: _type = "Task" [ 904.165108] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.174841] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.275029] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.380309] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3b1a82-19ef-4bc8-9b40-1374dc136824 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.390596] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182e6b58-0ae7-42c7-b2da-176284bca921 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.424843] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1b1b7d-bb5e-4078-bbe7-49e17282ce59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.433093] env[70491]: DEBUG nova.network.neutron [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updated VIF entry in instance network info cache for port f06a0825-1283-4246-b74f-0a59823a36ca. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.433441] env[70491]: DEBUG nova.network.neutron [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updating instance_info_cache with network_info: [{"id": "f06a0825-1283-4246-b74f-0a59823a36ca", "address": "fa:16:3e:be:7f:95", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a0825-12", "ovs_interfaceid": "f06a0825-1283-4246-b74f-0a59823a36ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.436103] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2acb64-cc61-402c-939f-e50f8747ad6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.452432] env[70491]: DEBUG nova.compute.provider_tree [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.508143] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5281c8ee-9c6c-36b1-360b-5c12550c1202, 'name': SearchDatastore_Task, 'duration_secs': 0.010937} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.508143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.508462] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.508735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.508918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.509269] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.509516] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a80db499-e2fb-4bc3-9914-6f76b068c3e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.520564] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.520830] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.521633] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5df0bb9-6291-4c7a-8c6c-9ebede1b1f9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.528320] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 904.528320] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb4c01-f106-eb60-8b3c-fe1c9782daf1" [ 904.528320] env[70491]: _type = "Task" [ 904.528320] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.538280] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb4c01-f106-eb60-8b3c-fe1c9782daf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.676424] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294325, 'name': PowerOffVM_Task, 'duration_secs': 0.269152} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.676815] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.677090] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.677378] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-713c9f4a-e081-42d1-ac58-c45453ee6a8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.751082] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.751342] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.751547] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore1] e96aa359-0d8b-46c4-ac58-0a3e4699c0b4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.751829] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-044b50d2-0f9b-4f6c-b35d-3fe4b1aad9fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.757832] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 904.757832] env[70491]: value = "task-3294327" [ 904.757832] env[70491]: _type = "Task" [ 904.757832] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.765821] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.942484] env[70491]: DEBUG oslo_concurrency.lockutils [req-a9a3eea8-44c3-43ce-81d2-b47466a36997 req-7cbe4b19-46d2-4ea3-8da7-771c6f5160f3 service nova] Releasing lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.956065] env[70491]: DEBUG nova.scheduler.client.report [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.019576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.019899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.020119] env[70491]: DEBUG nova.compute.manager [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Going to confirm migration 3 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 905.040297] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb4c01-f106-eb60-8b3c-fe1c9782daf1, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.041290] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd59e853-6ea8-4368-bf43-c887770a5172 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.046711] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 905.046711] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5223f1bc-0dc4-07df-626c-2bea13266479" [ 905.046711] env[70491]: _type = "Task" [ 905.046711] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.054430] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5223f1bc-0dc4-07df-626c-2bea13266479, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.267706] env[70491]: DEBUG oslo_vmware.api [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172235} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.268597] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.268597] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.268597] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.268597] env[70491]: INFO nova.compute.manager [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 905.268792] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.268905] env[70491]: DEBUG nova.compute.manager [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.269010] env[70491]: DEBUG nova.network.neutron [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.286188] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.313315] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.313563] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.313716] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.313895] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.314056] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.314215] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.314415] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.314630] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.314820] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.315028] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.315231] env[70491]: DEBUG nova.virt.hardware [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.316156] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fb72b8-f5c3-47a9-9433-83acaebe0c28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.324556] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aef4c92-ec28-48f0-8eff-35181d472ac7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.461480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.464986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.615s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.465341] env[70491]: DEBUG nova.objects.instance [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'resources' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.493030] env[70491]: INFO nova.scheduler.client.report [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleted allocations for instance 6960f152-5c10-4918-b76c-05ea9f77f5fa [ 905.559115] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5223f1bc-0dc4-07df-626c-2bea13266479, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.559388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.559644] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/d839584b-42da-4906-994e-faa98e1d24b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.559942] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bfed586-3bc3-447d-942b-97a278687240 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.566852] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 905.566852] env[70491]: value = "task-3294328" [ 905.566852] env[70491]: _type = "Task" [ 905.566852] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.576012] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.583240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.583671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.583671] env[70491]: DEBUG nova.network.neutron [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.583800] env[70491]: DEBUG nova.objects.instance [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lazy-loading 'info_cache' on Instance uuid 509e5873-2aaf-4f37-887e-7e5e0806457d {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.655204] env[70491]: DEBUG nova.compute.manager [req-8349abdc-98f4-4c96-aeb8-fa41fb0729f4 req-ad1c7dd0-af1c-4ffa-b69d-ad5a03db0126 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Received event network-vif-deleted-2b344d36-f8d7-4055-b8d3-e2d4a8e3a655 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.655459] env[70491]: INFO nova.compute.manager [req-8349abdc-98f4-4c96-aeb8-fa41fb0729f4 req-ad1c7dd0-af1c-4ffa-b69d-ad5a03db0126 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Neutron deleted interface 2b344d36-f8d7-4055-b8d3-e2d4a8e3a655; detaching it from the instance and deleting it from the info cache [ 905.655651] env[70491]: DEBUG nova.network.neutron [req-8349abdc-98f4-4c96-aeb8-fa41fb0729f4 req-ad1c7dd0-af1c-4ffa-b69d-ad5a03db0126 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.777596] env[70491]: DEBUG nova.compute.manager [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Received event network-vif-plugged-b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.777596] env[70491]: DEBUG oslo_concurrency.lockutils [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] Acquiring lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.777596] env[70491]: DEBUG oslo_concurrency.lockutils [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] Lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.777596] env[70491]: DEBUG oslo_concurrency.lockutils [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] Lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.777596] env[70491]: DEBUG nova.compute.manager [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] No waiting events found dispatching network-vif-plugged-b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.777596] env[70491]: WARNING nova.compute.manager [req-47827de0-13ed-4090-ab3c-3ce548d77ae8 req-c26ca6cf-41a0-44ff-bc33-3b1d391cdeaf service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Received unexpected event network-vif-plugged-b52c8129-b977-48d6-a504-53f42c9afc1b for instance with vm_state building and task_state spawning. [ 905.842226] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Successfully updated port: b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.968576] env[70491]: DEBUG nova.objects.instance [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.003294] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1915146d-2594-4325-aff8-59cc58c101b6 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "6960f152-5c10-4918-b76c-05ea9f77f5fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.461s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.076667] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.106055] env[70491]: DEBUG nova.network.neutron [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.158764] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72a00bb1-1619-4ad6-afe6-b9dd8259a320 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.168434] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9190612-9823-4590-8732-468dd1c2f63e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.204416] env[70491]: DEBUG nova.compute.manager [req-8349abdc-98f4-4c96-aeb8-fa41fb0729f4 req-ad1c7dd0-af1c-4ffa-b69d-ad5a03db0126 service nova] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Detach interface failed, port_id=2b344d36-f8d7-4055-b8d3-e2d4a8e3a655, reason: Instance e96aa359-0d8b-46c4-ac58-0a3e4699c0b4 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.345986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.346056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquired lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.346183] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.471728] env[70491]: DEBUG nova.objects.base [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Object Instance<8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4> lazy-loaded attributes: resources,numa_topology {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 906.579631] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.941758} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.579970] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/d839584b-42da-4906-994e-faa98e1d24b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.580232] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.580517] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b73b8a8e-df01-4e0c-a31b-00b0a52e4ce3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.591831] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 906.591831] env[70491]: value = "task-3294329" [ 906.591831] env[70491]: _type = "Task" [ 906.591831] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.600779] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.607487] env[70491]: INFO nova.compute.manager [-] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Took 1.34 seconds to deallocate network for instance. [ 906.897319] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.913493] env[70491]: DEBUG nova.network.neutron [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [{"id": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "address": "fa:16:3e:5b:a5:4b", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0bfe4da-e1", "ovs_interfaceid": "e0bfe4da-e19b-478f-a9ac-a8c746364eff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.957678] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076a8246-e65b-45ae-9062-f28214a8edfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.968514] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64927c5-7957-4b74-aac8-759c89d8f73e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.003585] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af63c7-fce2-4240-b950-b9af7c9006ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.011257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526168c-322b-42c4-bfd9-a17fabec5952 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.025626] env[70491]: DEBUG nova.compute.provider_tree [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.081075] env[70491]: DEBUG nova.network.neutron [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Updating instance_info_cache with network_info: [{"id": "b52c8129-b977-48d6-a504-53f42c9afc1b", "address": "fa:16:3e:f4:98:4f", "network": {"id": "584cb6f3-3738-412e-a626-0a59d9d5a968", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637127907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f535347e3648f3988ef9e6dcbb1732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c8129-b9", "ovs_interfaceid": "b52c8129-b977-48d6-a504-53f42c9afc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.102602] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0693} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.102870] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.103640] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa477e26-8362-4747-bd95-6e1efe3d47de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.117923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.126656] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/d839584b-42da-4906-994e-faa98e1d24b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.126938] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e74cd7-d77a-4e29-9c40-39c38d880c24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.146031] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 907.146031] env[70491]: value = "task-3294330" [ 907.146031] env[70491]: _type = "Task" [ 907.146031] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.153753] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.415659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-509e5873-2aaf-4f37-887e-7e5e0806457d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.415909] env[70491]: DEBUG nova.objects.instance [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lazy-loading 'migration_context' on Instance uuid 509e5873-2aaf-4f37-887e-7e5e0806457d {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.528958] env[70491]: DEBUG nova.scheduler.client.report [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.583518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Releasing lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.584055] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Instance network_info: |[{"id": "b52c8129-b977-48d6-a504-53f42c9afc1b", "address": "fa:16:3e:f4:98:4f", "network": {"id": "584cb6f3-3738-412e-a626-0a59d9d5a968", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637127907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f535347e3648f3988ef9e6dcbb1732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c8129-b9", "ovs_interfaceid": "b52c8129-b977-48d6-a504-53f42c9afc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.584358] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:98:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b52c8129-b977-48d6-a504-53f42c9afc1b', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.592015] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Creating folder: Project (78f535347e3648f3988ef9e6dcbb1732). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.592308] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d182ef51-c943-4362-9b57-a5e53edb1441 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.602820] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Created folder: Project (78f535347e3648f3988ef9e6dcbb1732) in parent group-v657728. [ 907.603034] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Creating folder: Instances. Parent ref: group-v657905. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.603263] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-783e37c3-fc18-4464-b169-6980bdae69d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.611773] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Created folder: Instances in parent group-v657905. [ 907.611997] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.612220] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.612412] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3afdbcae-4878-4bce-9c0c-81041b5fd8c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.630509] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.630509] env[70491]: value = "task-3294333" [ 907.630509] env[70491]: _type = "Task" [ 907.630509] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.637664] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294333, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.654420] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294330, 'name': ReconfigVM_Task, 'duration_secs': 0.290945} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.654693] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/d839584b-42da-4906-994e-faa98e1d24b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.655041] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 907.655552] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-27efb037-773e-444b-83bd-0ff6fa7009a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.662672] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 907.662672] env[70491]: value = "task-3294334" [ 907.662672] env[70491]: _type = "Task" [ 907.662672] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.672131] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294334, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.803750] env[70491]: DEBUG nova.compute.manager [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Received event network-changed-b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.803943] env[70491]: DEBUG nova.compute.manager [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Refreshing instance network info cache due to event network-changed-b52c8129-b977-48d6-a504-53f42c9afc1b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.804174] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] Acquiring lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.804317] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] Acquired lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.804478] env[70491]: DEBUG nova.network.neutron [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Refreshing network info cache for port b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.918696] env[70491]: DEBUG nova.objects.base [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Object Instance<509e5873-2aaf-4f37-887e-7e5e0806457d> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.919711] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b8839a-4b0c-443e-bdb9-eac42f790eec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.943420] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c3503a-cfc3-408d-a2c2-c1b654567111 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.949097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.949358] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.949564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.949743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.949943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.951676] env[70491]: DEBUG oslo_vmware.api [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 907.951676] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52340e75-b9ee-0b8c-eab0-158dbd2f17d0" [ 907.951676] env[70491]: _type = "Task" [ 907.951676] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.952132] env[70491]: INFO nova.compute.manager [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Terminating instance [ 907.963758] env[70491]: DEBUG oslo_vmware.api [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52340e75-b9ee-0b8c-eab0-158dbd2f17d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.035867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.571s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.038352] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.634s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.040205] env[70491]: INFO nova.compute.claims [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.141584] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294333, 'name': CreateVM_Task, 'duration_secs': 0.37014} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.141767] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.142512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.142692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.143016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.143279] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a1be92b-7212-43c2-b0c7-3cd3f13cc2bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.147812] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 908.147812] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1d909-87f8-2b8f-79b5-648705692290" [ 908.147812] env[70491]: _type = "Task" [ 908.147812] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.155487] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1d909-87f8-2b8f-79b5-648705692290, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.171099] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294334, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.078066} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.171333] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 908.172063] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722d2430-9da9-4e54-910d-3c5187a182ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.196025] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/ephemeral_0.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.196025] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85cb6a2-3a9f-4917-812d-e7a1b0d71abd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.214934] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 908.214934] env[70491]: value = "task-3294335" [ 908.214934] env[70491]: _type = "Task" [ 908.214934] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.224915] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.458871] env[70491]: DEBUG nova.compute.manager [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 908.459208] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.463351] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72896954-fdd1-45d2-9e86-0b2d9e3709e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.465922] env[70491]: DEBUG oslo_vmware.api [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52340e75-b9ee-0b8c-eab0-158dbd2f17d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.466235] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.470580] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.470824] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812f0994-2ecd-4fa1-aa1e-264fac218db8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.476950] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 908.476950] env[70491]: value = "task-3294336" [ 908.476950] env[70491]: _type = "Task" [ 908.476950] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.486768] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.534118] env[70491]: DEBUG nova.network.neutron [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Updated VIF entry in instance network info cache for port b52c8129-b977-48d6-a504-53f42c9afc1b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.534118] env[70491]: DEBUG nova.network.neutron [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Updating instance_info_cache with network_info: [{"id": "b52c8129-b977-48d6-a504-53f42c9afc1b", "address": "fa:16:3e:f4:98:4f", "network": {"id": "584cb6f3-3738-412e-a626-0a59d9d5a968", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1637127907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78f535347e3648f3988ef9e6dcbb1732", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb52c8129-b9", "ovs_interfaceid": "b52c8129-b977-48d6-a504-53f42c9afc1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.551490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f23019bc-1a2f-49da-94c8-0b10263de113 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.986s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.552090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 34.644s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.552278] env[70491]: INFO nova.compute.manager [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Unshelving [ 908.658481] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d1d909-87f8-2b8f-79b5-648705692290, 'name': SearchDatastore_Task, 'duration_secs': 0.046506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.658845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.659089] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.659343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.659489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.659662] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.659955] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-420cb382-aad0-48f8-b115-9bd87e2514ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.668266] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.668440] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.669197] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ad04c1-d8f1-4284-b246-c720d94a38e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.674382] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 908.674382] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b58b69-7adc-22ca-3ff2-e9b4c8d13c28" [ 908.674382] env[70491]: _type = "Task" [ 908.674382] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.682123] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b58b69-7adc-22ca-3ff2-e9b4c8d13c28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.724985] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294335, 'name': ReconfigVM_Task, 'duration_secs': 0.31326} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.725344] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Reconfigured VM instance instance-0000003c to attach disk [datastore1] d839584b-42da-4906-994e-faa98e1d24b7/ephemeral_0.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.725947] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee28cc9a-1653-4238-b3fa-6a734bd7c8dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.731840] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 908.731840] env[70491]: value = "task-3294337" [ 908.731840] env[70491]: _type = "Task" [ 908.731840] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.740249] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294337, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.986984] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294336, 'name': PowerOffVM_Task, 'duration_secs': 0.17319} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.987267] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.987436] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.987695] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ae1ef1a-5d56-451e-a0b0-74df4499adfb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.037094] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b4b4436-f3d6-42ea-84b6-9526339c55ca req-edc52f9f-36e4-45d9-b98c-92704847f70f service nova] Releasing lock "refresh_cache-f584142b-882f-4dff-a454-afe37be8c1fd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.048124] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.048378] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.048590] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleting the datastore file [datastore1] 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.048919] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cdb5ff6-3a2a-49ce-b276-953d53547235 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057649] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for the task: (returnval){ [ 909.057649] env[70491]: value = "task-3294339" [ 909.057649] env[70491]: _type = "Task" [ 909.057649] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.069784] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.187572] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b58b69-7adc-22ca-3ff2-e9b4c8d13c28, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.188307] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1194038-421f-4bc9-83c5-bde4ecb610a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.195024] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 909.195024] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52971600-30d2-8548-17d2-a214f3a3aeb6" [ 909.195024] env[70491]: _type = "Task" [ 909.195024] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.203734] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52971600-30d2-8548-17d2-a214f3a3aeb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.241138] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294337, 'name': Rename_Task, 'duration_secs': 0.167433} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.241366] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.241622] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99d862fa-4537-4def-b637-91b24499fceb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.250846] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 909.250846] env[70491]: value = "task-3294340" [ 909.250846] env[70491]: _type = "Task" [ 909.250846] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.260195] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.519054] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bb69a8-5fe2-4afe-8d0c-a0c5bd0bcc7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.527047] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8def43-9d3e-47ae-ab31-8eade59d19a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.572935] env[70491]: DEBUG nova.compute.utils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 909.580101] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf70573-b9cc-47f9-abe4-8f53562c3024 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592281] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa16a23e-4fe0-40fc-9af8-9e416c4d6317 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.596189] env[70491]: DEBUG oslo_vmware.api [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Task: {'id': task-3294339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226056} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.596733] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.596920] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.597108] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.597309] env[70491]: INFO nova.compute.manager [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Took 1.14 seconds to destroy the instance on the hypervisor. [ 909.597513] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.598083] env[70491]: DEBUG nova.compute.manager [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 909.598187] env[70491]: DEBUG nova.network.neutron [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.607795] env[70491]: DEBUG nova.compute.provider_tree [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.705540] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52971600-30d2-8548-17d2-a214f3a3aeb6, 'name': SearchDatastore_Task, 'duration_secs': 0.019058} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.705858] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.706091] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f584142b-882f-4dff-a454-afe37be8c1fd/f584142b-882f-4dff-a454-afe37be8c1fd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.706369] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9bcc7f0-9714-4373-9531-d6220b6a4160 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.712711] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 909.712711] env[70491]: value = "task-3294341" [ 909.712711] env[70491]: _type = "Task" [ 909.712711] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.723174] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.760639] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.084432] env[70491]: INFO nova.virt.block_device [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Booting with volume 3c6501ed-5e64-41be-8e3f-24bcf53c5f97 at /dev/sdb [ 910.111890] env[70491]: DEBUG nova.scheduler.client.report [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.132109] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4bec4f1-115a-42ba-9667-90d1bc80d0a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.142574] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a741fa-97ff-46ad-ae07-6312b370570f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.178338] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adbef8c7-0647-4485-be93-3e5d41eb7fc9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.184126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73460d78-3ea8-4d31-a993-3d5c8f62db4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.218922] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08113df-2de2-42a9-8742-e80109c61289 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.231018] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294341, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.231966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a926a77-ed31-4066-9fd1-b624769e4887 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.247806] env[70491]: DEBUG nova.virt.block_device [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating existing volume attachment record: 6fea02ae-46b1-4b3a-8110-37540dc8237f {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 910.264022] env[70491]: DEBUG oslo_vmware.api [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294340, 'name': PowerOnVM_Task, 'duration_secs': 0.757076} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.264022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.264022] env[70491]: INFO nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Took 9.34 seconds to spawn the instance on the hypervisor. [ 910.264022] env[70491]: DEBUG nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.264022] env[70491]: DEBUG nova.compute.manager [req-e428eeec-3901-4b30-9d8b-c126f1ee0a0f req-8c523699-5cdf-4272-b98f-3c2531f1cf76 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Received event network-vif-deleted-78f6beff-6e1f-41ee-9d4d-e1523c55b928 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.264022] env[70491]: INFO nova.compute.manager [req-e428eeec-3901-4b30-9d8b-c126f1ee0a0f req-8c523699-5cdf-4272-b98f-3c2531f1cf76 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Neutron deleted interface 78f6beff-6e1f-41ee-9d4d-e1523c55b928; detaching it from the instance and deleting it from the info cache [ 910.264022] env[70491]: DEBUG nova.network.neutron [req-e428eeec-3901-4b30-9d8b-c126f1ee0a0f req-8c523699-5cdf-4272-b98f-3c2531f1cf76 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.265823] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e5f1a5-395c-45de-b586-62afc1055a94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.618052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.619056] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.622378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 39.443s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.725464] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718969} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.725783] env[70491]: DEBUG nova.network.neutron [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.726867] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f584142b-882f-4dff-a454-afe37be8c1fd/f584142b-882f-4dff-a454-afe37be8c1fd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.727115] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.727551] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f2e263-618d-4819-a53e-3b5d1f6cc427 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.735571] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 910.735571] env[70491]: value = "task-3294345" [ 910.735571] env[70491]: _type = "Task" [ 910.735571] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.745054] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.769742] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d95c086-3e77-4e57-b5b2-60835e55738f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.779457] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6a1ad-f424-43d7-99ca-c32b2b8e517f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.796138] env[70491]: INFO nova.compute.manager [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Took 49.82 seconds to build instance. [ 910.816696] env[70491]: DEBUG nova.compute.manager [req-e428eeec-3901-4b30-9d8b-c126f1ee0a0f req-8c523699-5cdf-4272-b98f-3c2531f1cf76 service nova] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Detach interface failed, port_id=78f6beff-6e1f-41ee-9d4d-e1523c55b928, reason: Instance 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 911.127619] env[70491]: DEBUG nova.compute.utils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.141958] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.144620] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.145346] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.202642] env[70491]: DEBUG nova.policy [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.228649] env[70491]: INFO nova.compute.manager [-] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Took 1.63 seconds to deallocate network for instance. [ 911.245447] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215839} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.245720] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.246560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36292c94-7cd8-4421-8215-09f0a70d4fe4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.270913] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] f584142b-882f-4dff-a454-afe37be8c1fd/f584142b-882f-4dff-a454-afe37be8c1fd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.271976] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91ee4fa1-90b2-4d33-a7ff-b6cc58f15c7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.294725] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 911.294725] env[70491]: value = "task-3294346" [ 911.294725] env[70491]: _type = "Task" [ 911.294725] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.298433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1c0bda6d-1d9a-40f4-b0e9-5231c80bc597 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.335s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.305828] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.613030] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Successfully created port: 6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.648612] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Applying migration context for instance 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 as it has an incoming, in-progress migration 4bc2d2c0-9b91-4991-a8bd-94317022931e. Migration status is reverting {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1047}} [ 911.648971] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Applying migration context for instance 509e5873-2aaf-4f37-887e-7e5e0806457d as it has an incoming, in-progress migration 31126ea3-1e99-444a-8007-30fa0aef36ad. Migration status is confirming {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1047}} [ 911.650829] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating resource usage from migration 4bc2d2c0-9b91-4991-a8bd-94317022931e [ 911.651258] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating resource usage from migration 31126ea3-1e99-444a-8007-30fa0aef36ad [ 911.686845] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 30561a2f-72e1-48d7-8f6a-0130a31465b9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.687254] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2538666e-160f-4679-b303-74bba0abc87d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.687425] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.687620] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 68f2388d-9800-4e21-b62c-f7f062c979b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.687785] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 82b902e0-53d2-46d6-a07e-a66f2385531f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.687946] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.688129] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 93983e23-0f91-4af0-9c71-4e04b954bf56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.688297] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6ef9ced2-36c4-4fa9-8617-a386e49236ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.688489] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 29098eb4-49b4-40a2-b942-303d860e2fbb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.688626] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.688842] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5e8ff32b-c9ca-4374-9b0e-ace891d3b258 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.689028] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance a9158fa4-ce1f-4a33-b401-36983198238e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance b33e72c0-72b8-467a-b3ea-e1b421785df8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5bf721c4-55e1-44ad-91fd-6d26bdd7d740 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e96aa359-0d8b-46c4-ac58-0a3e4699c0b4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7b1ada88-c040-4b25-863a-6e1a621c7bdc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2e49d98e-36af-4001-8f1f-cabbee48ced1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 911.690300] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.690300] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Migration 4bc2d2c0-9b91-4991-a8bd-94317022931e is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1743}} [ 911.690300] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.691188] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Migration 31126ea3-1e99-444a-8007-30fa0aef36ad is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 1024, 'DISK_GB': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1743}} [ 911.691188] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 509e5873-2aaf-4f37-887e-7e5e0806457d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.691188] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d839584b-42da-4906-994e-faa98e1d24b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.691188] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f584142b-882f-4dff-a454-afe37be8c1fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.691188] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 39ffa78d-9d63-485c-a080-3f9e407e6a27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 911.736130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.801377] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.807353] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.104115] env[70491]: DEBUG nova.compute.manager [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Received event network-changed-f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.104402] env[70491]: DEBUG nova.compute.manager [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Refreshing instance network info cache due to event network-changed-f06a0825-1283-4246-b74f-0a59823a36ca. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.104659] env[70491]: DEBUG oslo_concurrency.lockutils [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] Acquiring lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.104840] env[70491]: DEBUG oslo_concurrency.lockutils [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] Acquired lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.105044] env[70491]: DEBUG nova.network.neutron [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Refreshing network info cache for port f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.160870] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.192863] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.193493] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.193493] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.193493] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.193665] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.193711] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.193891] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.194065] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.194229] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.195179] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.195179] env[70491]: DEBUG nova.virt.hardware [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.195277] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance eb8e683a-b323-4ed7-bb1c-dff60909dac6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 912.196971] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de09c681-7b6e-4267-8160-de203749bee0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.207658] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4c88c4-1dfd-4f65-bdea-0788905f5d1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.305371] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.328935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.704561] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ea40f309-6acc-4734-b940-b6d353856f5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 912.806087] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294346, 'name': ReconfigVM_Task, 'duration_secs': 1.191839} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.808708] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Reconfigured VM instance instance-0000003d to attach disk [datastore1] f584142b-882f-4dff-a454-afe37be8c1fd/f584142b-882f-4dff-a454-afe37be8c1fd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.809617] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fdc97d2-dd05-478c-a6c7-73f827f6a855 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.815683] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 912.815683] env[70491]: value = "task-3294348" [ 912.815683] env[70491]: _type = "Task" [ 912.815683] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.827496] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294348, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.889518] env[70491]: DEBUG nova.network.neutron [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updated VIF entry in instance network info cache for port f06a0825-1283-4246-b74f-0a59823a36ca. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.889889] env[70491]: DEBUG nova.network.neutron [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updating instance_info_cache with network_info: [{"id": "f06a0825-1283-4246-b74f-0a59823a36ca", "address": "fa:16:3e:be:7f:95", "network": {"id": "1e42944a-8476-4466-aae0-c726118fe32e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-486656069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86a6e90331f643658badbdb0dbca39b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf06a0825-12", "ovs_interfaceid": "f06a0825-1283-4246-b74f-0a59823a36ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.187654] env[70491]: DEBUG nova.compute.manager [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Received event network-vif-plugged-6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.187883] env[70491]: DEBUG oslo_concurrency.lockutils [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.188109] env[70491]: DEBUG oslo_concurrency.lockutils [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.188280] env[70491]: DEBUG oslo_concurrency.lockutils [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.188443] env[70491]: DEBUG nova.compute.manager [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] No waiting events found dispatching network-vif-plugged-6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 913.188604] env[70491]: WARNING nova.compute.manager [req-ab603973-896d-46ee-b420-2d654dca3f90 req-d5727c9b-b33a-45e9-a625-c68e5f5e3a27 service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Received unexpected event network-vif-plugged-6f6346c4-30a2-4c47-9dd0-b271d13f8fac for instance with vm_state building and task_state spawning. [ 913.207506] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 913.243463] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Successfully updated port: 6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.326367] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294348, 'name': Rename_Task, 'duration_secs': 0.134424} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.326657] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.326925] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f353a182-d057-41a6-aedf-9e733231f307 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.333257] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 913.333257] env[70491]: value = "task-3294349" [ 913.333257] env[70491]: _type = "Task" [ 913.333257] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.340721] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.393086] env[70491]: DEBUG oslo_concurrency.lockutils [req-1f2e3fd1-2b91-4848-82a3-a7ddef1ee263 req-47c45c63-45d5-44a1-a8e3-94e2b0d0ca5c service nova] Releasing lock "refresh_cache-d839584b-42da-4906-994e-faa98e1d24b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.712299] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5ac616cb-2652-42a9-aaa2-25f0b61d9845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 913.748570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.748570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.748570] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.845358] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.215876] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance cb7276a6-ee43-4398-9f6f-f789f376612a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 914.280058] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.347155] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.410536] env[70491]: DEBUG nova.network.neutron [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Updating instance_info_cache with network_info: [{"id": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "address": "fa:16:3e:c0:07:91", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6346c4-30", "ovs_interfaceid": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.719451] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5f07bfd6-ed13-492a-b385-adcea842ed7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 914.847845] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.913618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.913618] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Instance network_info: |[{"id": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "address": "fa:16:3e:c0:07:91", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6346c4-30", "ovs_interfaceid": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.913999] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:07:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f6346c4-30a2-4c47-9dd0-b271d13f8fac', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.921660] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.921883] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.922119] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f76e235-8321-4e4d-bb43-72b352f6d1c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.941780] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.941780] env[70491]: value = "task-3294350" [ 914.941780] env[70491]: _type = "Task" [ 914.941780] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.950371] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294350, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.224319] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 0b0f8c4e-e814-4773-ba95-c3bcf992a110 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 915.251052] env[70491]: DEBUG nova.compute.manager [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Received event network-changed-6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.251174] env[70491]: DEBUG nova.compute.manager [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Refreshing instance network info cache due to event network-changed-6f6346c4-30a2-4c47-9dd0-b271d13f8fac. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.251422] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] Acquiring lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.251542] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] Acquired lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.251667] env[70491]: DEBUG nova.network.neutron [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Refreshing network info cache for port 6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.348665] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.452622] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294350, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.727746] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 915.847655] env[70491]: DEBUG oslo_vmware.api [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294349, 'name': PowerOnVM_Task, 'duration_secs': 2.168742} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.847908] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.848125] env[70491]: INFO nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Took 10.56 seconds to spawn the instance on the hypervisor. [ 915.848287] env[70491]: DEBUG nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.849075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1f54cd-fbd0-456f-925e-4f5ff3e89681 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.858856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.945527] env[70491]: DEBUG nova.network.neutron [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Updated VIF entry in instance network info cache for port 6f6346c4-30a2-4c47-9dd0-b271d13f8fac. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.945882] env[70491]: DEBUG nova.network.neutron [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Updating instance_info_cache with network_info: [{"id": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "address": "fa:16:3e:c0:07:91", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6346c4-30", "ovs_interfaceid": "6f6346c4-30a2-4c47-9dd0-b271d13f8fac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.956113] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294350, 'name': CreateVM_Task, 'duration_secs': 0.628519} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.956460] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.957156] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.957323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.957642] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.958136] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4049f235-943e-44a0-bff1-217c56c55005 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.962674] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 915.962674] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f88b30-acad-5f90-0907-1d8001386247" [ 915.962674] env[70491]: _type = "Task" [ 915.962674] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.970176] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f88b30-acad-5f90-0907-1d8001386247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.230802] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 79924114-5f5e-459b-9046-5c605299b07f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 916.231100] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 916.231367] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 916.368576] env[70491]: INFO nova.compute.manager [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Took 48.88 seconds to build instance. [ 916.451987] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0eee477-9b1e-4a85-a663-6e78044f80aa req-8185b279-c3b3-435e-938a-37a808962d0e service nova] Releasing lock "refresh_cache-39ffa78d-9d63-485c-a080-3f9e407e6a27" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.473899] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f88b30-acad-5f90-0907-1d8001386247, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.476993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.476993] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.477205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.477357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.477537] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.480081] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0864a22-e796-4936-9235-2c7d5d211749 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.486630] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.487229] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.490012] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22d654a-4e60-42be-b011-723b17ea40c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.497017] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 916.497017] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524bdccb-7a58-4ddd-b94b-569fc6950832" [ 916.497017] env[70491]: _type = "Task" [ 916.497017] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.503862] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524bdccb-7a58-4ddd-b94b-569fc6950832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.676433] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab57dd6-0b04-4fc6-844d-ba91e3dbde4a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.684603] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09250b89-2f4a-44e4-8ae9-9ec0dbffbca5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.716064] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c6a8c-b97b-4223-8ec7-37fd267c9bea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.723780] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df6825-55e1-4aa5-bd3f-c47e0d5fa120 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.737235] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.808169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "f584142b-882f-4dff-a454-afe37be8c1fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.875636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba385fe2-a951-4ddc-a9b5-e48547420c86 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.396s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.876633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.068s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.876633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.876757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.876900] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.879096] env[70491]: INFO nova.compute.manager [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Terminating instance [ 917.006239] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524bdccb-7a58-4ddd-b94b-569fc6950832, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.007035] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3734683a-3b1d-4185-ad39-135947b4de7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.012396] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 917.012396] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5217c96f-9e0d-47f5-01df-f82a94bbd2c7" [ 917.012396] env[70491]: _type = "Task" [ 917.012396] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.019703] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5217c96f-9e0d-47f5-01df-f82a94bbd2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.240156] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.386298] env[70491]: DEBUG nova.compute.manager [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.386298] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.386882] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8837263-b066-4b85-a8ec-8faf61e556cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.395536] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.395536] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1633c5-7b43-4960-bf41-26715caacee7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.401582] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 917.401582] env[70491]: value = "task-3294351" [ 917.401582] env[70491]: _type = "Task" [ 917.401582] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.409766] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.523274] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5217c96f-9e0d-47f5-01df-f82a94bbd2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.523562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.523901] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 39ffa78d-9d63-485c-a080-3f9e407e6a27/39ffa78d-9d63-485c-a080-3f9e407e6a27.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.524198] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83953aa3-d56e-4422-9b2e-f12ce81f5ca7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.530907] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 917.530907] env[70491]: value = "task-3294352" [ 917.530907] env[70491]: _type = "Task" [ 917.530907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.538556] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.745329] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 917.745706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.124s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.746028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.946s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.747880] env[70491]: INFO nova.compute.claims [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 917.750856] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.751012] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 917.912210] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294351, 'name': PowerOffVM_Task, 'duration_secs': 0.2262} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.912551] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.912645] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.912948] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c9f84d9-8405-4950-9a0f-d45159c04402 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.980200] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.980409] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.980591] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Deleting the datastore file [datastore1] f584142b-882f-4dff-a454-afe37be8c1fd {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.980856] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e18044f5-6387-4238-9d6d-91e472a5a0f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.991070] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for the task: (returnval){ [ 917.991070] env[70491]: value = "task-3294354" [ 917.991070] env[70491]: _type = "Task" [ 917.991070] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.998614] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.040535] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449375} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.040783] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 39ffa78d-9d63-485c-a080-3f9e407e6a27/39ffa78d-9d63-485c-a080-3f9e407e6a27.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.040994] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.041390] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e8c3c3-6312-4241-b9d7-41ac82ead9b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.047376] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 918.047376] env[70491]: value = "task-3294355" [ 918.047376] env[70491]: _type = "Task" [ 918.047376] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.055590] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.264675] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] There are 37 instances to clean {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 918.264968] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6960f152-5c10-4918-b76c-05ea9f77f5fa] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.501741] env[70491]: DEBUG oslo_vmware.api [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Task: {'id': task-3294354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138399} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.502012] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.502308] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.502421] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.502578] env[70491]: INFO nova.compute.manager [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 918.502758] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.502946] env[70491]: DEBUG nova.compute.manager [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.503055] env[70491]: DEBUG nova.network.neutron [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.555990] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062714} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.556258] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.557007] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d15d30-bbf1-4ea8-88d5-9856450a6867 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.578960] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 39ffa78d-9d63-485c-a080-3f9e407e6a27/39ffa78d-9d63-485c-a080-3f9e407e6a27.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.578960] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a90958b-cdd8-4b5b-a8d6-a6ff38379bf4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.600415] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 918.600415] env[70491]: value = "task-3294356" [ 918.600415] env[70491]: _type = "Task" [ 918.600415] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.608457] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.776559] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 31b911ef-a5da-4801-9000-f5a9559e0e74] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 918.946798] env[70491]: DEBUG nova.compute.manager [req-0dd0408c-a6bb-4324-9df3-b13116f1ac0f req-e63df7f8-197e-44c7-a3ba-777f0a3f6f12 service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Received event network-vif-deleted-b52c8129-b977-48d6-a504-53f42c9afc1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.947098] env[70491]: INFO nova.compute.manager [req-0dd0408c-a6bb-4324-9df3-b13116f1ac0f req-e63df7f8-197e-44c7-a3ba-777f0a3f6f12 service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Neutron deleted interface b52c8129-b977-48d6-a504-53f42c9afc1b; detaching it from the instance and deleting it from the info cache [ 918.947249] env[70491]: DEBUG nova.network.neutron [req-0dd0408c-a6bb-4324-9df3-b13116f1ac0f req-e63df7f8-197e-44c7-a3ba-777f0a3f6f12 service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.113555] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.208669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3bfe97-be04-4586-b2e6-21e002fe4ff7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.216852] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f0ed6-9e18-4da3-ac60-2f4d2e696c66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.248974] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a2fb9-5456-4432-84ee-c17df7fffc27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.256549] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234cdfe-91c7-4354-bbc0-ee08b80a9035 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.269934] env[70491]: DEBUG nova.compute.provider_tree [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.280697] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 55b5dc4b-e95a-44cc-a3fd-713b9e2bdd45] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.409611] env[70491]: DEBUG nova.network.neutron [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.449576] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74aa34f4-26a2-48f0-a3a0-8ab12196fe8c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.458985] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d99af-2309-41f1-98fd-319a3d0c3693 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.490968] env[70491]: DEBUG nova.compute.manager [req-0dd0408c-a6bb-4324-9df3-b13116f1ac0f req-e63df7f8-197e-44c7-a3ba-777f0a3f6f12 service nova] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Detach interface failed, port_id=b52c8129-b977-48d6-a504-53f42c9afc1b, reason: Instance f584142b-882f-4dff-a454-afe37be8c1fd could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.611709] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294356, 'name': ReconfigVM_Task, 'duration_secs': 0.741687} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.611979] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 39ffa78d-9d63-485c-a080-3f9e407e6a27/39ffa78d-9d63-485c-a080-3f9e407e6a27.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.612620] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b747999-bdd2-4365-b2da-3b322d9ce9b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.619050] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 919.619050] env[70491]: value = "task-3294357" [ 919.619050] env[70491]: _type = "Task" [ 919.619050] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.625991] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294357, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.773013] env[70491]: DEBUG nova.scheduler.client.report [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.786632] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7441344b-4db8-45f6-bfdb-118b05826913] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 919.912365] env[70491]: INFO nova.compute.manager [-] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Took 1.41 seconds to deallocate network for instance. [ 920.128767] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294357, 'name': Rename_Task, 'duration_secs': 0.165472} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.129143] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.129332] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c5ec80-582c-4e74-8de7-421eec488bb0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.136007] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 920.136007] env[70491]: value = "task-3294358" [ 920.136007] env[70491]: _type = "Task" [ 920.136007] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.143415] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.278250] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.278820] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.281714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.124s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.283309] env[70491]: INFO nova.compute.claims [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.290108] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 86b9bb02-7260-4820-9051-8731994d65c4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.422277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.645805] env[70491]: DEBUG oslo_vmware.api [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294358, 'name': PowerOnVM_Task, 'duration_secs': 0.466927} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.646238] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.646335] env[70491]: INFO nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Took 8.49 seconds to spawn the instance on the hypervisor. [ 920.646489] env[70491]: DEBUG nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.647331] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509b6500-9077-484d-b166-9caf08b09088 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.790938] env[70491]: DEBUG nova.compute.utils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.792569] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 920.792767] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 920.795918] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f8c1afe3-bbdf-4f5a-bd39-c682d5755df4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 920.859057] env[70491]: DEBUG nova.policy [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06afa210cff2476d923c56c1d55107e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd09bb8a5bbc845ec9ea98880987fea32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.164282] env[70491]: INFO nova.compute.manager [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Took 50.79 seconds to build instance. [ 921.184048] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Successfully created port: 1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.297702] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.299231] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 0a03c827-193b-4cc1-8339-404eb8e5fa41] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 921.666038] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9b5bc6d-6972-4494-81e9-769f47e42216 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.302s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.728528] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b6e92-7984-41da-90ae-70e64f751ec7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.737891] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cf46ea-cf22-4b0a-9aeb-a22fee89a796 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.767687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b37d8-6dea-4981-b98e-f538e20127b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.775875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d886e106-3189-41bb-b89d-5f80bb511224 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.790870] env[70491]: DEBUG nova.compute.provider_tree [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.804574] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: e48a8f9a-b146-4a32-80b9-5be961fbb846] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.294310] env[70491]: DEBUG nova.scheduler.client.report [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.307343] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5e0dd693-bbc8-4e09-b77c-4afaa2352d94] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.309868] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.338426] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.338620] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.338777] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.338967] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.339158] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.339285] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.339494] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.339651] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.339815] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.340018] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.340204] env[70491]: DEBUG nova.virt.hardware [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.341062] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78464f7-3172-418b-8baf-33ae091dab11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.349602] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6754f-f64a-477e-bd93-0f1c60cc6b50 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.587539] env[70491]: DEBUG nova.compute.manager [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Received event network-vif-plugged-1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.587773] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] Acquiring lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.587990] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.588176] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.588342] env[70491]: DEBUG nova.compute.manager [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] No waiting events found dispatching network-vif-plugged-1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.588503] env[70491]: WARNING nova.compute.manager [req-bd21b136-1aa6-4446-9a84-fadcd2bc32e8 req-e19b4562-2e41-4de1-9809-f240ad752204 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Received unexpected event network-vif-plugged-1a8cfdd9-e687-4c51-afdd-baaeb80eee00 for instance with vm_state building and task_state spawning. [ 922.679549] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Successfully updated port: 1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.799398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.799844] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 922.802401] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.262s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.802584] env[70491]: DEBUG nova.objects.instance [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 922.813916] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d2a69c04-2c01-42ea-945f-dadc1a93c8c8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.974989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.975334] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.182581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.182749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquired lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.182975] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.308371] env[70491]: DEBUG nova.compute.utils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.312017] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.312017] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.317071] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d517a143-ffd5-41c8-904c-9782cba540db] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.349809] env[70491]: DEBUG nova.policy [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba4a800fbc6497588ae6d806cc00174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f192b5fe464e01b971a82ecca5da13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.480019] env[70491]: DEBUG nova.compute.utils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.612250] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Successfully created port: 17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 923.731388] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.815847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5af00e0e-a2f2-43df-b2c5-8ac141c457cd tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.817063] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 923.822036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.627s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.822036] env[70491]: INFO nova.compute.claims [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.825037] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: cf4fe545-4ba2-486c-8b70-5b53e1412792] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.907830] env[70491]: DEBUG nova.network.neutron [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Updating instance_info_cache with network_info: [{"id": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "address": "fa:16:3e:2f:24:e7", "network": {"id": "c376cbdc-b516-44be-bc20-c4057cea6bd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1938940227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09bb8a5bbc845ec9ea98880987fea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a8cfdd9-e6", "ovs_interfaceid": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.981683] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.333238] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 34d94167-73a0-44ed-9b41-cc3e8bfdf30c] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.409831] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Releasing lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.410223] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Instance network_info: |[{"id": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "address": "fa:16:3e:2f:24:e7", "network": {"id": "c376cbdc-b516-44be-bc20-c4057cea6bd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1938940227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09bb8a5bbc845ec9ea98880987fea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a8cfdd9-e6", "ovs_interfaceid": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.410625] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:24:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a8cfdd9-e687-4c51-afdd-baaeb80eee00', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.418295] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Creating folder: Project (d09bb8a5bbc845ec9ea98880987fea32). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.418562] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b4d0af7-0f23-4c6f-a982-037c856d4f7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.431805] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Created folder: Project (d09bb8a5bbc845ec9ea98880987fea32) in parent group-v657728. [ 924.431992] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Creating folder: Instances. Parent ref: group-v657911. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.432232] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50636d3b-0615-4073-bc53-80228a8c96b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.442753] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Created folder: Instances in parent group-v657911. [ 924.442981] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.443181] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.443393] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a8ea27a-3c60-4efa-8e8c-88b0d2a74c80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.463458] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.463458] env[70491]: value = "task-3294361" [ 924.463458] env[70491]: _type = "Task" [ 924.463458] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.471078] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294361, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.721083] env[70491]: DEBUG nova.compute.manager [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Received event network-changed-1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.721423] env[70491]: DEBUG nova.compute.manager [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Refreshing instance network info cache due to event network-changed-1a8cfdd9-e687-4c51-afdd-baaeb80eee00. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.721700] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] Acquiring lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.722038] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] Acquired lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.722344] env[70491]: DEBUG nova.network.neutron [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Refreshing network info cache for port 1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.838022] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 924.838852] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b41cee04-e3c4-4361-8eb2-28f97f355338] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.869133] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.869404] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.869560] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.869741] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.869888] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.870089] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.870528] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.870528] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.870632] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.870793] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.870965] env[70491]: DEBUG nova.virt.hardware [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.871837] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd361e08-773a-48f6-950a-45d4060e7154 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.885425] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d6f950-e0bc-4525-bfbb-bfe010e628f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.976024] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294361, 'name': CreateVM_Task, 'duration_secs': 0.366582} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.976024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.976655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.977736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.977736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.977736] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e40174c-44c5-4d0e-b15d-2d8506e17546 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.981799] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 924.981799] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bebc9b-85fb-5e0c-d717-429f72d31603" [ 924.981799] env[70491]: _type = "Task" [ 924.981799] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.992494] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bebc9b-85fb-5e0c-d717-429f72d31603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.068332] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.068560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.068774] env[70491]: INFO nova.compute.manager [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Attaching volume f4914841-89e4-436a-acae-b9531305d3f1 to /dev/sdb [ 925.119601] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f79b7eb-38ea-4c7b-ba54-fc97b16eb704 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.129183] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ddc1b2-6690-4c3a-8092-c60525812e68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.142598] env[70491]: DEBUG nova.virt.block_device [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Updating existing volume attachment record: 0354bdb9-9416-4124-a8bc-bd524be642fe {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.155715] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Successfully updated port: 17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 925.311199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c9928-8dba-4362-a9d8-44be5e80e53e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.317035] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20724a4b-d242-43cc-b0a4-e321a2dcb9b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.353392] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: ff7a11f0-13a3-4395-bced-6ff716206ea0] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.356357] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8704b602-9ce6-4c4b-ac48-27072ec9f0d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.366342] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00593c46-81bd-46dd-9eaf-4dffde1b673c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.380873] env[70491]: DEBUG nova.compute.provider_tree [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.487609] env[70491]: DEBUG nova.network.neutron [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Updated VIF entry in instance network info cache for port 1a8cfdd9-e687-4c51-afdd-baaeb80eee00. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.487957] env[70491]: DEBUG nova.network.neutron [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Updating instance_info_cache with network_info: [{"id": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "address": "fa:16:3e:2f:24:e7", "network": {"id": "c376cbdc-b516-44be-bc20-c4057cea6bd0", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1938940227-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d09bb8a5bbc845ec9ea98880987fea32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a8cfdd9-e6", "ovs_interfaceid": "1a8cfdd9-e687-4c51-afdd-baaeb80eee00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.494518] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bebc9b-85fb-5e0c-d717-429f72d31603, 'name': SearchDatastore_Task, 'duration_secs': 0.048676} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.494775] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.494946] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.495204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.495338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.495512] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.495803] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca45a1a4-d08e-4b9a-87d2-08deccb810c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.505256] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.505510] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.506547] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47da9610-e0a6-4ffe-b4ee-5c78d522a9e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.512390] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 925.512390] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52efd232-5652-4bea-2ac7-4ea75f0ee386" [ 925.512390] env[70491]: _type = "Task" [ 925.512390] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.520640] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52efd232-5652-4bea-2ac7-4ea75f0ee386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.660516] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.660773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.661433] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.862281] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b5626e84-a943-46d6-9333-0f5362b32884] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.886621] env[70491]: DEBUG nova.scheduler.client.report [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.991196] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea16e7ca-f48a-474a-8587-092811833903 req-6c7f35b4-ecb6-4f06-8f61-818525289657 service nova] Releasing lock "refresh_cache-eb8e683a-b323-4ed7-bb1c-dff60909dac6" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.022134] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52efd232-5652-4bea-2ac7-4ea75f0ee386, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.022877] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e47e95-28f5-4f27-b43a-2a13a4514013 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.027678] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 926.027678] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b71a5d-9af2-244b-5695-7624f984eb38" [ 926.027678] env[70491]: _type = "Task" [ 926.027678] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.034688] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b71a5d-9af2-244b-5695-7624f984eb38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.197399] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.366133] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7cd7b600-87de-4f1a-a652-fa50483081e2] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.369785] env[70491]: DEBUG nova.network.neutron [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Updating instance_info_cache with network_info: [{"id": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "address": "fa:16:3e:5f:01:80", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ae5a95-7a", "ovs_interfaceid": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.393105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.393621] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.396607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.956s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.396698] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.398942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.303s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.400356] env[70491]: INFO nova.compute.claims [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.432700] env[70491]: INFO nova.scheduler.client.report [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Deleted allocations for instance a9158fa4-ce1f-4a33-b401-36983198238e [ 926.538129] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b71a5d-9af2-244b-5695-7624f984eb38, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.538328] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.538577] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] eb8e683a-b323-4ed7-bb1c-dff60909dac6/eb8e683a-b323-4ed7-bb1c-dff60909dac6.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.538818] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dedfa37f-915f-45a0-9d46-905dd62f6b08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.544936] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 926.544936] env[70491]: value = "task-3294365" [ 926.544936] env[70491]: _type = "Task" [ 926.544936] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.551989] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.815435] env[70491]: DEBUG nova.compute.manager [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Received event network-vif-plugged-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.815572] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Acquiring lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.815779] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.815946] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.816162] env[70491]: DEBUG nova.compute.manager [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] No waiting events found dispatching network-vif-plugged-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.816338] env[70491]: WARNING nova.compute.manager [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Received unexpected event network-vif-plugged-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 for instance with vm_state building and task_state spawning. [ 926.816574] env[70491]: DEBUG nova.compute.manager [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Received event network-changed-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.816849] env[70491]: DEBUG nova.compute.manager [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Refreshing instance network info cache due to event network-changed-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.816849] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Acquiring lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.873786] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 074a15ff-0c25-4893-ac56-e75c1642a5fb] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.875065] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.875065] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Instance network_info: |[{"id": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "address": "fa:16:3e:5f:01:80", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ae5a95-7a", "ovs_interfaceid": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.876623] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Acquired lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.876916] env[70491]: DEBUG nova.network.neutron [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Refreshing network info cache for port 17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.878325] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:01:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17ae5a95-7a5b-4dc8-8650-6c94f9630dc6', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.889480] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.893485] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.894112] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34bdcac-a505-4e78-a1de-4277a14f3a2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.912963] env[70491]: DEBUG nova.compute.utils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.916249] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.916423] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.927199] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.927199] env[70491]: value = "task-3294366" [ 926.927199] env[70491]: _type = "Task" [ 926.927199] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.941436] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294366, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.942066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ee4318ed-cc09-4e1d-a847-794316791e8d tempest-ServerMetadataNegativeTestJSON-1386714046 tempest-ServerMetadataNegativeTestJSON-1386714046-project-member] Lock "a9158fa4-ce1f-4a33-b401-36983198238e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.126s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.025452] env[70491]: DEBUG nova.policy [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b0ae0a205426bbba44b2aba5959a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0af029e154dc7a5d296ccd05c69a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.054803] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294365, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.175232] env[70491]: DEBUG nova.network.neutron [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Updated VIF entry in instance network info cache for port 17ae5a95-7a5b-4dc8-8650-6c94f9630dc6. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.175625] env[70491]: DEBUG nova.network.neutron [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Updating instance_info_cache with network_info: [{"id": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "address": "fa:16:3e:5f:01:80", "network": {"id": "2d7a6080-0e45-4281-a581-478310903bca", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1692674242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f192b5fe464e01b971a82ecca5da13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17ae5a95-7a", "ovs_interfaceid": "17ae5a95-7a5b-4dc8-8650-6c94f9630dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.377655] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8e8650ee-1c9a-4ed0-af77-de29148ad085] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.418946] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.438140] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294366, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.557525] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.557879] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] eb8e683a-b323-4ed7-bb1c-dff60909dac6/eb8e683a-b323-4ed7-bb1c-dff60909dac6.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.558254] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.558550] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8c13ef2-f656-4a83-bb3c-a01f97c0d0dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.564736] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 927.564736] env[70491]: value = "task-3294368" [ 927.564736] env[70491]: _type = "Task" [ 927.564736] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.572798] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.578776] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Successfully created port: 4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.680354] env[70491]: DEBUG oslo_concurrency.lockutils [req-b98570c4-16d8-4c0f-b4b0-9d66adc0fc34 req-7d00e36c-55b0-4cc7-8bc3-f01a7ec56787 service nova] Releasing lock "refresh_cache-ea40f309-6acc-4734-b940-b6d353856f5e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.880534] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7ec9324c-f8ea-4528-a287-c42dc901c636] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.930970] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e4f407-c953-4847-84af-03f8bc6fa7ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.947350] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947598d-67d5-45f1-907f-82f7b6719333 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.951656] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294366, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.984475] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75781813-02ab-4bf9-98a2-3559652c87d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.993935] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9826fd2-f7b7-4b9f-b6f9-298d05414879 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.009079] env[70491]: DEBUG nova.compute.provider_tree [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.075671] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074605} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.075966] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.076806] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47518832-8df9-4107-9e7e-73013a2dacb5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.100693] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] eb8e683a-b323-4ed7-bb1c-dff60909dac6/eb8e683a-b323-4ed7-bb1c-dff60909dac6.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.101009] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29e4ff3-9c70-4da5-99e7-d8c294f814ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.121098] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 928.121098] env[70491]: value = "task-3294369" [ 928.121098] env[70491]: _type = "Task" [ 928.121098] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.129277] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.383268] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6d8ca9f5-5ef9-4f02-9a2e-d1492a244a9c] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.435542] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.444485] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294366, 'name': CreateVM_Task, 'duration_secs': 1.035819} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.444659] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.445325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.445488] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.445797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.446080] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708023bf-36db-4dfb-a034-b62dafa8b88c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.453178] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 928.453178] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522cd7c4-d053-3453-7d83-2fba6506ce11" [ 928.453178] env[70491]: _type = "Task" [ 928.453178] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.465035] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522cd7c4-d053-3453-7d83-2fba6506ce11, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.465530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.465760] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.465987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.466159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.466341] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.468843] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be33bd2c-2efc-4bba-a19a-da2df2237c83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.476877] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.477143] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.477344] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.477558] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.477635] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.477782] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.477986] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.480140] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.480358] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.480537] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.480721] env[70491]: DEBUG nova.virt.hardware [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.481951] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d66d5e5-bf23-4cfd-bd07-8fb3baabea67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.485586] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.485767] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.486825] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfaf956-cae9-49af-9e21-44577c533b36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.492373] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ce5a4-22b4-4a9e-a1c8-b7a3fb0bdc89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.497352] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 928.497352] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c054eb-9d4f-34b7-88b9-a0186487a95a" [ 928.497352] env[70491]: _type = "Task" [ 928.497352] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.514799] env[70491]: DEBUG nova.scheduler.client.report [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.517937] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c054eb-9d4f-34b7-88b9-a0186487a95a, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.519670] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d600c93-fc43-4fa6-9939-d7eff6c85f5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.524454] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 928.524454] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a30ea6-cdaf-eee6-1b64-0b9b0631a5b9" [ 928.524454] env[70491]: _type = "Task" [ 928.524454] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.534079] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a30ea6-cdaf-eee6-1b64-0b9b0631a5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.631224] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294369, 'name': ReconfigVM_Task, 'duration_secs': 0.298249} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.631400] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] eb8e683a-b323-4ed7-bb1c-dff60909dac6/eb8e683a-b323-4ed7-bb1c-dff60909dac6.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.632430] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d18743aa-6bc6-406d-900d-6aa99e2f604a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.638532] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 928.638532] env[70491]: value = "task-3294370" [ 928.638532] env[70491]: _type = "Task" [ 928.638532] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.646777] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294370, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.886961] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 626c0e13-c37f-4144-a83d-1aeba6d4c6d8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.019590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.020345] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.023260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.467s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.023433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.025437] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.199s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.025617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.027321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.419s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.027498] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.029035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.196s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.029218] env[70491]: DEBUG nova.objects.instance [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.047324] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a30ea6-cdaf-eee6-1b64-0b9b0631a5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.047587] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.047888] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ea40f309-6acc-4734-b940-b6d353856f5e/ea40f309-6acc-4734-b940-b6d353856f5e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.048161] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de749939-0dec-4d34-af3b-59880216c9ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.055223] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 929.055223] env[70491]: value = "task-3294371" [ 929.055223] env[70491]: _type = "Task" [ 929.055223] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.064080] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.065362] env[70491]: INFO nova.scheduler.client.report [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Deleted allocations for instance 29098eb4-49b4-40a2-b942-303d860e2fbb [ 929.070020] env[70491]: INFO nova.scheduler.client.report [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Deleted allocations for instance b33e72c0-72b8-467a-b3ea-e1b421785df8 [ 929.080608] env[70491]: INFO nova.scheduler.client.report [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Deleted allocations for instance 30561a2f-72e1-48d7-8f6a-0130a31465b9 [ 929.148926] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294370, 'name': Rename_Task, 'duration_secs': 0.148999} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.149121] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.149322] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e7ef5f-c8c4-4e52-8860-4d2cde44ae30 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.155198] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 929.155198] env[70491]: value = "task-3294372" [ 929.155198] env[70491]: _type = "Task" [ 929.155198] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.163874] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.391622] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7f3ca62d-3408-47fe-bc66-30cee0f2c5de] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.537403] env[70491]: DEBUG nova.compute.utils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.539636] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.539813] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.566722] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.578208] env[70491]: DEBUG oslo_concurrency.lockutils [None req-faae9350-5979-4499-a13c-d1538761c506 tempest-ListServerFiltersTestJSON-1933823512 tempest-ListServerFiltersTestJSON-1933823512-project-member] Lock "29098eb4-49b4-40a2-b942-303d860e2fbb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.710s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.579274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-558e6fbb-3251-49e5-916f-6577f79219eb tempest-ServersListShow2100Test-1360442555 tempest-ServersListShow2100Test-1360442555-project-member] Lock "b33e72c0-72b8-467a-b3ea-e1b421785df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.301s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.587544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3345c1fd-a858-479d-a7d5-145e25f8d6a5 tempest-VolumesAssistedSnapshotsTest-1405268495 tempest-VolumesAssistedSnapshotsTest-1405268495-project-member] Lock "30561a2f-72e1-48d7-8f6a-0130a31465b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.004s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.600388] env[70491]: DEBUG nova.policy [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11e5875301844b5d9cc9851d00cdecba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af4d0ac869d24e4bba1ce873aa8b79b9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.671991] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294372, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.703544] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 929.704115] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657915', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'name': 'volume-f4914841-89e4-436a-acae-b9531305d3f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39ffa78d-9d63-485c-a080-3f9e407e6a27', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'serial': 'f4914841-89e4-436a-acae-b9531305d3f1'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 929.704918] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d3cf1d-843b-4171-ba86-abc75bf0cf17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.729936] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a8539-c780-42a9-a3fb-28d81eab1a76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.759463] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-f4914841-89e4-436a-acae-b9531305d3f1/volume-f4914841-89e4-436a-acae-b9531305d3f1.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.759847] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d417678-0c64-4dbd-995c-9afe699a53c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.778964] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 929.778964] env[70491]: value = "task-3294373" [ 929.778964] env[70491]: _type = "Task" [ 929.778964] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.789152] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.832519] env[70491]: DEBUG nova.compute.manager [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Received event network-vif-plugged-4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.832739] env[70491]: DEBUG oslo_concurrency.lockutils [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.832993] env[70491]: DEBUG oslo_concurrency.lockutils [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.833266] env[70491]: DEBUG oslo_concurrency.lockutils [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.833503] env[70491]: DEBUG nova.compute.manager [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] No waiting events found dispatching network-vif-plugged-4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.833723] env[70491]: WARNING nova.compute.manager [req-a30557b6-ace0-4f53-899e-48f335af6469 req-133d0732-95bc-41c9-9ddf-0acee9ea03f7 service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Received unexpected event network-vif-plugged-4eb7f662-52cb-4bff-a49a-2f35ab056b9d for instance with vm_state building and task_state spawning. [ 929.898069] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 4e3fbc2c-0f70-4408-b71d-422f32141d1f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.906653] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Successfully updated port: 4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.040853] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.044554] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67f3e318-872d-4315-8fff-966fe786cef1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.046270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.505s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.047800] env[70491]: INFO nova.compute.claims [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.068544] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549106} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.068544] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ea40f309-6acc-4734-b940-b6d353856f5e/ea40f309-6acc-4734-b940-b6d353856f5e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.068544] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.069337] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d18c349-c50c-4f4c-b105-b5c479b659b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.079192] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 930.079192] env[70491]: value = "task-3294374" [ 930.079192] env[70491]: _type = "Task" [ 930.079192] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.087501] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.141773] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Successfully created port: a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.168365] env[70491]: DEBUG oslo_vmware.api [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294372, 'name': PowerOnVM_Task, 'duration_secs': 0.813801} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.168762] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.169212] env[70491]: INFO nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Took 7.86 seconds to spawn the instance on the hypervisor. [ 930.169366] env[70491]: DEBUG nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.170374] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15637e-cc3c-44e4-9380-5f16402e0dc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.294388] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294373, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.402470] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5832edbb-f33e-46a7-a144-b321f725d785] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.409544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.409544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.409544] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.590353] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085843} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.591222] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.591915] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26f640-93bd-4aaf-8b5f-7beda03d40a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.619343] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ea40f309-6acc-4734-b940-b6d353856f5e/ea40f309-6acc-4734-b940-b6d353856f5e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.620023] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907ffe27-1b46-4304-a1e6-47230dec3876 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.642392] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 930.642392] env[70491]: value = "task-3294375" [ 930.642392] env[70491]: _type = "Task" [ 930.642392] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.652626] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.693469] env[70491]: INFO nova.compute.manager [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Took 58.92 seconds to build instance. [ 930.793863] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294373, 'name': ReconfigVM_Task, 'duration_secs': 0.549155} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.793863] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-f4914841-89e4-436a-acae-b9531305d3f1/volume-f4914841-89e4-436a-acae-b9531305d3f1.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.800215] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ded54b4-a242-49c8-aabc-5d683470c017 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.818152] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 930.818152] env[70491]: value = "task-3294376" [ 930.818152] env[70491]: _type = "Task" [ 930.818152] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.830395] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.908827] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5c4a35bf-9d1d-451d-bd19-7bfb288804f2] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.975942] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.053323] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.086996] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.087298] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.087461] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.090185] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.090361] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.090703] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.090811] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.090869] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.091059] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.091265] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.091409] env[70491]: DEBUG nova.virt.hardware [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.092316] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a149708b-a5b3-45dd-95d3-55e204b8097e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.107678] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567c0329-c4f8-40a8-9d7a-c8e278447207 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.897835] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f61303f5-8a63-462c-b139-45b06a8ac9f4 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.133s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.898651] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 50415932-49a2-4b5c-a11d-e5e94d71d360] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.900661] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.900860] env[70491]: WARNING oslo_vmware.common.loopingcall [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] task run outlasted interval by 0.253961 sec [ 931.921918] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294375, 'name': ReconfigVM_Task, 'duration_secs': 0.679823} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.922188] env[70491]: DEBUG oslo_vmware.api [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294376, 'name': ReconfigVM_Task, 'duration_secs': 0.154763} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.922439] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ea40f309-6acc-4734-b940-b6d353856f5e/ea40f309-6acc-4734-b940-b6d353856f5e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.923168] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657915', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'name': 'volume-f4914841-89e4-436a-acae-b9531305d3f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39ffa78d-9d63-485c-a080-3f9e407e6a27', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'serial': 'f4914841-89e4-436a-acae-b9531305d3f1'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 931.924534] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93776526-61b8-4a61-9edf-962dbf6847af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.932209] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 931.932209] env[70491]: value = "task-3294377" [ 931.932209] env[70491]: _type = "Task" [ 931.932209] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.940810] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294377, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.968431] env[70491]: DEBUG nova.compute.manager [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Received event network-changed-4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.968431] env[70491]: DEBUG nova.compute.manager [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Refreshing instance network info cache due to event network-changed-4eb7f662-52cb-4bff-a49a-2f35ab056b9d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.968431] env[70491]: DEBUG oslo_concurrency.lockutils [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] Acquiring lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.982904] env[70491]: DEBUG nova.network.neutron [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Updating instance_info_cache with network_info: [{"id": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "address": "fa:16:3e:fa:d6:b6", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb7f662-52", "ovs_interfaceid": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.175762] env[70491]: DEBUG nova.compute.manager [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Received event network-vif-plugged-a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.178365] env[70491]: DEBUG oslo_concurrency.lockutils [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] Acquiring lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.178365] env[70491]: DEBUG oslo_concurrency.lockutils [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.178365] env[70491]: DEBUG oslo_concurrency.lockutils [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.178365] env[70491]: DEBUG nova.compute.manager [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] No waiting events found dispatching network-vif-plugged-a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.178365] env[70491]: WARNING nova.compute.manager [req-4e899548-afee-4ca3-a0f4-45010ddfa356 req-981de703-48c8-4fbb-b028-907053a48c2f service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Received unexpected event network-vif-plugged-a079b879-1ebc-48c8-a284-464c94591013 for instance with vm_state building and task_state spawning. [ 932.196403] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.196786] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.202188] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Successfully updated port: a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.338566] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68cd298-b38b-45e6-a148-4db13116b099 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.346495] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac9b27b-90ce-4c6e-81f5-e4f489ef9363 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.378558] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaa38ce-3575-4659-a4ba-51e004623f09 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.388978] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74151fc1-60fe-4400-a08d-b9912411aeac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.399110] env[70491]: DEBUG nova.compute.provider_tree [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.402262] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c0b0d9db-b018-43dc-907d-2ef9b2546298] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.443074] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294377, 'name': Rename_Task, 'duration_secs': 0.308262} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.443406] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.443686] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7daa59a-75d4-4450-a793-2fd45bfaaeda {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.449829] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 932.449829] env[70491]: value = "task-3294378" [ 932.449829] env[70491]: _type = "Task" [ 932.449829] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.461018] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.487843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.488178] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance network_info: |[{"id": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "address": "fa:16:3e:fa:d6:b6", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb7f662-52", "ovs_interfaceid": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.488467] env[70491]: DEBUG oslo_concurrency.lockutils [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] Acquired lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.488644] env[70491]: DEBUG nova.network.neutron [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Refreshing network info cache for port 4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 932.489818] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb7f662-52cb-4bff-a49a-2f35ab056b9d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.508473] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.517556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.519905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.520138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.520585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.520585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.522733] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.525953] env[70491]: INFO nova.compute.manager [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Terminating instance [ 932.527598] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2193c079-9d63-4333-9bb2-bef811921935 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.560739] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.560739] env[70491]: value = "task-3294379" [ 932.560739] env[70491]: _type = "Task" [ 932.560739] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.570057] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294379, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.701869] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.707265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.707412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.707559] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.820942] env[70491]: DEBUG nova.network.neutron [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Updated VIF entry in instance network info cache for port 4eb7f662-52cb-4bff-a49a-2f35ab056b9d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.821472] env[70491]: DEBUG nova.network.neutron [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Updating instance_info_cache with network_info: [{"id": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "address": "fa:16:3e:fa:d6:b6", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4eb7f662-52", "ovs_interfaceid": "4eb7f662-52cb-4bff-a49a-2f35ab056b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.902565] env[70491]: DEBUG nova.scheduler.client.report [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.906462] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d36628a8-cc0d-42dd-a71c-0c3cf88f0267] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.966867] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.975053] env[70491]: DEBUG nova.objects.instance [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'flavor' on Instance uuid 39ffa78d-9d63-485c-a080-3f9e407e6a27 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.057713] env[70491]: DEBUG nova.compute.manager [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.057916] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.058835] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe7b703-846d-4c68-a062-81230249d87e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.070490] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294379, 'name': CreateVM_Task, 'duration_secs': 0.368314} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.073013] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.073754] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.074731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.075000] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.075437] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.076205] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1e625e-3ef8-4348-89af-fc60cbae1385 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.079951] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225d3c90-423a-4e07-8c1d-99eab7e2e2f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.082389] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 933.082389] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0fc7a-d5ae-65a6-3248-2e16d85ab5d1" [ 933.082389] env[70491]: _type = "Task" [ 933.082389] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.086312] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 933.086312] env[70491]: value = "task-3294380" [ 933.086312] env[70491]: _type = "Task" [ 933.086312] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.097236] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0fc7a-d5ae-65a6-3248-2e16d85ab5d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.102828] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.230072] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.283446] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.325567] env[70491]: DEBUG oslo_concurrency.lockutils [req-cccc8208-9302-45e5-8238-f7e85d445b6d req-387c3049-1728-49d7-b2f8-73742fb3058e service nova] Releasing lock "refresh_cache-5ac616cb-2652-42a9-aaa2-25f0b61d9845" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.411060] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c18312e9-84ed-4c18-a3c6-fa9c7129e22a] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.414486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.368s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.419685] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.424392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.090s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.425765] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.427942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.331s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.430097] env[70491]: INFO nova.compute.claims [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.463024] env[70491]: DEBUG oslo_vmware.api [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294378, 'name': PowerOnVM_Task, 'duration_secs': 0.859131} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.464190] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.464348] env[70491]: INFO nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Took 8.63 seconds to spawn the instance on the hypervisor. [ 933.464544] env[70491]: DEBUG nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.466522] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8e0ec2-f705-48ac-9424-17f48659bcc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.475899] env[70491]: INFO nova.scheduler.client.report [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted allocations for instance 2538666e-160f-4679-b303-74bba0abc87d [ 933.484716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9706c258-e94f-48da-8ee7-de44b3717070 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.416s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.569695] env[70491]: DEBUG nova.network.neutron [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Updating instance_info_cache with network_info: [{"id": "a079b879-1ebc-48c8-a284-464c94591013", "address": "fa:16:3e:7d:65:3b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa079b879-1e", "ovs_interfaceid": "a079b879-1ebc-48c8-a284-464c94591013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.592732] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0fc7a-d5ae-65a6-3248-2e16d85ab5d1, 'name': SearchDatastore_Task, 'duration_secs': 0.014388} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.596448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.596867] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.597144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.597301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.597482] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.597738] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7c1424b-01b5-4358-b1f8-81c2097780ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.600074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.600374] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.600610] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.600798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.601034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.606905] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294380, 'name': PowerOffVM_Task, 'duration_secs': 0.169308} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.607377] env[70491]: INFO nova.compute.manager [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Terminating instance [ 933.608708] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.609268] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.609268] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95661463-ee93-4861-a2e5-a95491ce0d66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.625560] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.625765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.626879] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6df8f25f-9dd1-4829-9a4f-4f230f689d48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.634327] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 933.634327] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524a7835-10c3-9b9c-7a2a-2b68340f1f53" [ 933.634327] env[70491]: _type = "Task" [ 933.634327] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.642775] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524a7835-10c3-9b9c-7a2a-2b68340f1f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.676372] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.676568] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.676747] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Deleting the datastore file [datastore1] eb8e683a-b323-4ed7-bb1c-dff60909dac6 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.677119] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432dc6e2-3006-4f68-bbac-9f91abed58ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.683916] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for the task: (returnval){ [ 933.683916] env[70491]: value = "task-3294382" [ 933.683916] env[70491]: _type = "Task" [ 933.683916] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.692851] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.926108] env[70491]: DEBUG nova.compute.utils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.928665] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: ad15c3a9-e888-4499-8067-9511bdf631df] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.930772] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.930807] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.002968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-98e09e93-5672-45b1-9971-1c72600e5730 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2538666e-160f-4679-b303-74bba0abc87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.640s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.007141] env[70491]: INFO nova.compute.manager [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Took 59.88 seconds to build instance. [ 934.051223] env[70491]: DEBUG nova.policy [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b2f9e0d6b9e4d9e92f93a2797c1e0cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'faf5d06cb2c14a21980a31eb0b55fde0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.072971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.073324] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Instance network_info: |[{"id": "a079b879-1ebc-48c8-a284-464c94591013", "address": "fa:16:3e:7d:65:3b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa079b879-1e", "ovs_interfaceid": "a079b879-1ebc-48c8-a284-464c94591013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.073916] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:65:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe99da4f-5630-4afd-918b-b327193d8489', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a079b879-1ebc-48c8-a284-464c94591013', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.082859] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.087017] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.087017] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f27cd8b-973f-4e7d-afa0-64384c68f31f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.107227] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.107227] env[70491]: value = "task-3294383" [ 934.107227] env[70491]: _type = "Task" [ 934.107227] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.116730] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294383, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.117672] env[70491]: DEBUG nova.compute.manager [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.118008] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.118343] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07ab22a7-077f-42f6-8f2a-29057a0a1d56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.125134] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 934.125134] env[70491]: value = "task-3294384" [ 934.125134] env[70491]: _type = "Task" [ 934.125134] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.134543] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.143829] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524a7835-10c3-9b9c-7a2a-2b68340f1f53, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.144937] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3976cc95-6df3-4e3b-af4f-389a281a0e10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.152561] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 934.152561] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528de093-ff56-6f34-fe04-c07a79543dc7" [ 934.152561] env[70491]: _type = "Task" [ 934.152561] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.159796] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528de093-ff56-6f34-fe04-c07a79543dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.194674] env[70491]: DEBUG oslo_vmware.api [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Task: {'id': task-3294382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425308} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.195106] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.195391] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.195630] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.195826] env[70491]: INFO nova.compute.manager [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.196125] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.196453] env[70491]: DEBUG nova.compute.manager [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.196588] env[70491]: DEBUG nova.network.neutron [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.429299] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.433233] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: aee7ee90-e771-4e64-bc2b-abb63c5e8bcc] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.511825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8939e490-8b30-440f-a651-b91b3898c4c2 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.402s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.564476] env[70491]: DEBUG nova.compute.manager [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Received event network-changed-a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.564766] env[70491]: DEBUG nova.compute.manager [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Refreshing instance network info cache due to event network-changed-a079b879-1ebc-48c8-a284-464c94591013. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.565047] env[70491]: DEBUG oslo_concurrency.lockutils [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] Acquiring lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.565256] env[70491]: DEBUG oslo_concurrency.lockutils [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] Acquired lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.565469] env[70491]: DEBUG nova.network.neutron [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Refreshing network info cache for port a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.622127] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294383, 'name': CreateVM_Task, 'duration_secs': 0.406223} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.622127] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.622357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.622573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.622930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.623247] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72eda648-ccf2-4e3b-952a-86ede612a79e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.630812] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 934.630812] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f8aa2-22d5-6178-8248-369de6473091" [ 934.630812] env[70491]: _type = "Task" [ 934.630812] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.642687] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294384, 'name': PowerOffVM_Task, 'duration_secs': 0.268607} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.644056] env[70491]: DEBUG nova.compute.manager [req-f4114fe0-c3ab-4c95-8401-c0956bc98be8 req-c7c7ec5a-e8d4-4d56-9315-d914c84f4f77 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Received event network-vif-deleted-1a8cfdd9-e687-4c51-afdd-baaeb80eee00 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.644341] env[70491]: INFO nova.compute.manager [req-f4114fe0-c3ab-4c95-8401-c0956bc98be8 req-c7c7ec5a-e8d4-4d56-9315-d914c84f4f77 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Neutron deleted interface 1a8cfdd9-e687-4c51-afdd-baaeb80eee00; detaching it from the instance and deleting it from the info cache [ 934.644613] env[70491]: DEBUG nova.network.neutron [req-f4114fe0-c3ab-4c95-8401-c0956bc98be8 req-c7c7ec5a-e8d4-4d56-9315-d914c84f4f77 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.646049] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.646314] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 934.646562] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657915', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'name': 'volume-f4914841-89e4-436a-acae-b9531305d3f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39ffa78d-9d63-485c-a080-3f9e407e6a27', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'serial': 'f4914841-89e4-436a-acae-b9531305d3f1'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 934.648022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd9d1aa-2a37-4884-8a81-85ceb4894cf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.655942] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f8aa2-22d5-6178-8248-369de6473091, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.662923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.663312] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.663658] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.687280] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e2be9-6ffc-4c33-bbc0-09d43aa0d7f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.695765] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528de093-ff56-6f34-fe04-c07a79543dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.697608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.697608] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.697608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.697608] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.697908] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e0df62c-a3d3-47f8-8437-e27777d919c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.702137] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33df65c7-30cd-410d-ad70-e691f3ce9d90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.705451] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048c6f4-2416-474f-b6d1-cfe4c8658cd0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.714702] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 934.714702] env[70491]: value = "task-3294385" [ 934.714702] env[70491]: _type = "Task" [ 934.714702] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.743479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39844a-738b-4f6a-8525-977cc30e96dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.745723] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.745834] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.746804] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb6a679-27f8-486e-a321-64ba5d306309 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.756086] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.767792] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4914841-89e4-436a-acae-b9531305d3f1/volume-f4914841-89e4-436a-acae-b9531305d3f1.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 934.773302] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.777627] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80068478-4651-406e-af76-4d61bc2a8f09 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.790956] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 934.790956] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ece5ae-baf3-2a3e-9108-9f1fbbf4cbf8" [ 934.790956] env[70491]: _type = "Task" [ 934.790956] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.796918] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 934.796918] env[70491]: value = "task-3294386" [ 934.796918] env[70491]: _type = "Task" [ 934.796918] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.803597] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ece5ae-baf3-2a3e-9108-9f1fbbf4cbf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.807193] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-793d2116-f7f4-4cb1-9f87-1251784b5c10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.812979] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294386, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.816017] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 934.816017] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ac08e-a8b4-9c1d-875c-62b361a94226" [ 934.816017] env[70491]: _type = "Task" [ 934.816017] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.826940] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ac08e-a8b4-9c1d-875c-62b361a94226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.939579] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 9c33dcde-32e8-4942-88c4-786789629c6f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.955519] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Successfully created port: d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.004801] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affd6516-a381-4b33-b47f-a5f770d22063 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.012836] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027bd250-3a1a-4115-825f-c9d9d594ed40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.043986] env[70491]: DEBUG nova.network.neutron [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.048079] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b960a25-88aa-441b-92ac-6bb580f815a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.054779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55814b08-7308-453d-8f68-a629f735e6d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.071604] env[70491]: DEBUG nova.compute.provider_tree [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.151025] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81bec154-1e0e-4db9-9fc3-c9026f9b13d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.160317] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00b1ba9-1da9-48c8-a39f-705735c75a41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.200594] env[70491]: DEBUG nova.compute.manager [req-f4114fe0-c3ab-4c95-8401-c0956bc98be8 req-c7c7ec5a-e8d4-4d56-9315-d914c84f4f77 service nova] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Detach interface failed, port_id=1a8cfdd9-e687-4c51-afdd-baaeb80eee00, reason: Instance eb8e683a-b323-4ed7-bb1c-dff60909dac6 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 935.242952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "ea40f309-6acc-4734-b940-b6d353856f5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.243628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.244176] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.244511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.244844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.247439] env[70491]: INFO nova.compute.manager [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Terminating instance [ 935.254534] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.310973] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.332714] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521ac08e-a8b4-9c1d-875c-62b361a94226, 'name': SearchDatastore_Task, 'duration_secs': 0.009658} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.333273] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.333674] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] cb7276a6-ee43-4398-9f6f-f789f376612a/cb7276a6-ee43-4398-9f6f-f789f376612a.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.334147] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d06f913a-6f46-4e5a-b254-2e70f1f67070 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.343345] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 935.343345] env[70491]: value = "task-3294387" [ 935.343345] env[70491]: _type = "Task" [ 935.343345] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.351047] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.446245] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.451904] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b6971311-a16f-4346-b1bf-a83950a38601] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.482845] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.483429] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.483429] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.483429] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.483590] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.483738] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.483974] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.486445] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.486445] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.486445] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.486445] env[70491]: DEBUG nova.virt.hardware [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.486445] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d8cfbf-bd86-4d19-b504-5f6219f4633a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.495823] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c75b8f-89ef-49cc-9260-237d876da15d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.549726] env[70491]: INFO nova.compute.manager [-] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Took 1.35 seconds to deallocate network for instance. [ 935.574659] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Successfully created port: f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.581501] env[70491]: DEBUG nova.scheduler.client.report [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.751019] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712085} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.751615] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.751750] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.752100] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bd12978-28a5-4082-8ddf-a231bc0cf8b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.758228] env[70491]: DEBUG nova.compute.manager [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.759194] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.760486] env[70491]: DEBUG nova.network.neutron [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Updated VIF entry in instance network info cache for port a079b879-1ebc-48c8-a284-464c94591013. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.761040] env[70491]: DEBUG nova.network.neutron [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Updating instance_info_cache with network_info: [{"id": "a079b879-1ebc-48c8-a284-464c94591013", "address": "fa:16:3e:7d:65:3b", "network": {"id": "b38ed595-e544-445f-8b7b-a60e52430e86", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1540978063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af4d0ac869d24e4bba1ce873aa8b79b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe99da4f-5630-4afd-918b-b327193d8489", "external-id": "nsx-vlan-transportzone-688", "segmentation_id": 688, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa079b879-1e", "ovs_interfaceid": "a079b879-1ebc-48c8-a284-464c94591013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.765177] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82dfda8-5a66-4160-b032-dd8804bd6789 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.768864] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 935.768864] env[70491]: value = "task-3294388" [ 935.768864] env[70491]: _type = "Task" [ 935.768864] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.779634] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.780444] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-401fa4f3-bb84-4589-82fa-9b8d4d96dbf7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.785232] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.789816] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 935.789816] env[70491]: value = "task-3294389" [ 935.789816] env[70491]: _type = "Task" [ 935.789816] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.798603] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.808635] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.854474] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294387, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.957324] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8ff3c6e9-627b-4750-8157-5bbc2d76f832] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.061849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.092263] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.092263] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.095471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.466s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.095855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.098158] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 45.057s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.135332] env[70491]: INFO nova.scheduler.client.report [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted allocations for instance 5bf721c4-55e1-44ad-91fd-6d26bdd7d740 [ 936.276244] env[70491]: DEBUG oslo_concurrency.lockutils [req-a65a9306-1ca9-4edb-bf72-591e6ad7a844 req-12c18fa9-b0e5-4503-bf28-a06337fb1ed9 service nova] Releasing lock "refresh_cache-cb7276a6-ee43-4398-9f6f-f789f376612a" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.284228] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071552} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.284659] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.285560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af80a5d-66ae-47d5-ac92-1906c90a0058 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.317549] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.324086] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6adde5d6-0ba9-4877-a4bf-040ba6cde90c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.343129] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294389, 'name': PowerOffVM_Task, 'duration_secs': 0.342488} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.344586] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.344586] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.347713] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-446401e9-10c5-4ffa-ab80-906745e58347 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.355103] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 936.355103] env[70491]: value = "task-3294390" [ 936.355103] env[70491]: _type = "Task" [ 936.355103] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.355103] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294386, 'name': ReconfigVM_Task, 'duration_secs': 1.112557} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.355103] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 936.366881] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc1de179-668f-4d4e-9733-0c0854058905 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.378649] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855073} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.378991] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] cb7276a6-ee43-4398-9f6f-f789f376612a/cb7276a6-ee43-4398-9f6f-f789f376612a.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.379258] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.380282] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f44ecb6-3bdf-4b3c-ad72-1d54aa53778c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.387174] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.388683] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 936.388683] env[70491]: value = "task-3294392" [ 936.388683] env[70491]: _type = "Task" [ 936.388683] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.396465] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.397775] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 936.397775] env[70491]: value = "task-3294393" [ 936.397775] env[70491]: _type = "Task" [ 936.397775] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.405099] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.430345] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.430709] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.430931] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleting the datastore file [datastore1] ea40f309-6acc-4734-b940-b6d353856f5e {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.431230] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98971652-f68b-4cdf-a9f5-2c70f91c965a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.437958] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for the task: (returnval){ [ 936.437958] env[70491]: value = "task-3294394" [ 936.437958] env[70491]: _type = "Task" [ 936.437958] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.446749] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.461168] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 065480a4-932a-4a09-815e-73592fcc25c4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.601723] env[70491]: DEBUG nova.objects.instance [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lazy-loading 'migration_context' on Instance uuid 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.604030] env[70491]: DEBUG nova.compute.utils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.605810] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.605973] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.646258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ceac1f3a-310f-431d-b3e0-e91e95f4f58e tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "5bf721c4-55e1-44ad-91fd-6d26bdd7d740" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.091s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.676144] env[70491]: DEBUG nova.policy [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4fbca7b2564b51b32ebe6828cf2dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '375865a87fa0493ba9dcdc4d3e4a668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.865129] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294390, 'name': ReconfigVM_Task, 'duration_secs': 0.374803} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.865380] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.866165] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d10bfc-8a25-4567-993f-5a00554afebb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.876312] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 936.876312] env[70491]: value = "task-3294395" [ 936.876312] env[70491]: _type = "Task" [ 936.876312] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.883746] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294395, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.898158] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294392, 'name': ReconfigVM_Task, 'duration_secs': 0.158917} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.898158] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657915', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'name': 'volume-f4914841-89e4-436a-acae-b9531305d3f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '39ffa78d-9d63-485c-a080-3f9e407e6a27', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4914841-89e4-436a-acae-b9531305d3f1', 'serial': 'f4914841-89e4-436a-acae-b9531305d3f1'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 936.902466] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.906798] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ade90c-c50a-419a-b53d-7bc19cf95b80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.915396] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.920389] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df79a4e2-ea6d-4e1d-8b1a-de5677f5ab92 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.921169] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292531} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.921295] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.922464] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55748b2-388c-4909-95fc-09d2f5bf79b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.947692] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] cb7276a6-ee43-4398-9f6f-f789f376612a/cb7276a6-ee43-4398-9f6f-f789f376612a.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.948132] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30410281-ddcb-4423-9b16-8ba5b93013d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.970063] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c54cdc3e-0a86-4662-b2ad-13e2c08c7897] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.977393] env[70491]: DEBUG oslo_vmware.api [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Task: {'id': task-3294394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.978906] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.979203] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.979414] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.979637] env[70491]: INFO nova.compute.manager [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 936.979910] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.980242] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 936.980242] env[70491]: value = "task-3294397" [ 936.980242] env[70491]: _type = "Task" [ 936.980242] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.980525] env[70491]: DEBUG nova.compute.manager [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.980979] env[70491]: DEBUG nova.network.neutron [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.991205] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294397, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.109572] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.193211] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.193211] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.193505] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] 39ffa78d-9d63-485c-a080-3f9e407e6a27 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.193832] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae1a3a9d-d1ea-4bb6-a020-6d2ed8323a6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.200351] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 937.200351] env[70491]: value = "task-3294398" [ 937.200351] env[70491]: _type = "Task" [ 937.200351] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.211412] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.386285] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294395, 'name': Rename_Task, 'duration_secs': 0.175252} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.389296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.390092] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab646802-96ba-4199-bbf2-98b631e210da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.396220] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 937.396220] env[70491]: value = "task-3294399" [ 937.396220] env[70491]: _type = "Task" [ 937.396220] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.407625] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Successfully updated port: d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.411672] env[70491]: DEBUG nova.compute.manager [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-vif-plugged-d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.411672] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] Acquiring lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.411861] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.412219] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.412432] env[70491]: DEBUG nova.compute.manager [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] No waiting events found dispatching network-vif-plugged-d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.413093] env[70491]: WARNING nova.compute.manager [req-f9bf2dfa-72be-4a9a-898c-21c46a5e3875 req-c4439181-8ddc-4741-8bb7-27a16515494c service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received unexpected event network-vif-plugged-d73d1714-e3ca-44ca-923a-6a9b11610d77 for instance with vm_state building and task_state spawning. [ 937.420719] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.429397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.429661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.453033] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Successfully created port: fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.473814] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.473814] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances with incomplete migration {{(pid=70491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 937.493743] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294397, 'name': ReconfigVM_Task, 'duration_secs': 0.296179} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.494018] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Reconfigured VM instance instance-00000042 to attach disk [datastore2] cb7276a6-ee43-4398-9f6f-f789f376612a/cb7276a6-ee43-4398-9f6f-f789f376612a.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.494788] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af49bdc-ca13-445d-b810-05574d92882f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.500850] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 937.500850] env[70491]: value = "task-3294400" [ 937.500850] env[70491]: _type = "Task" [ 937.500850] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.510387] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294400, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.624685] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517da28b-a51d-4020-98e3-0bf6d92abed1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.636714] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1563dd9-5589-43e6-989c-4c139b84091f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.675447] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377cae70-b666-417e-a2de-264c6b02178e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.684109] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f989d-1619-4a8f-bd41-9e5da24c5da6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.698896] env[70491]: DEBUG nova.compute.provider_tree [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.713239] env[70491]: DEBUG oslo_vmware.api [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144122} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.713530] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.713713] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.714155] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.714417] env[70491]: INFO nova.compute.manager [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Took 3.60 seconds to destroy the instance on the hypervisor. [ 937.714821] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.715041] env[70491]: DEBUG nova.compute.manager [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 937.715165] env[70491]: DEBUG nova.network.neutron [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.860294] env[70491]: DEBUG nova.compute.manager [req-e518822d-5de4-473e-8ea1-8da06c7c7b9d req-293130e6-01f5-4045-a9f3-cc5363c3e7b0 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Received event network-vif-deleted-17ae5a95-7a5b-4dc8-8650-6c94f9630dc6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.860294] env[70491]: INFO nova.compute.manager [req-e518822d-5de4-473e-8ea1-8da06c7c7b9d req-293130e6-01f5-4045-a9f3-cc5363c3e7b0 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Neutron deleted interface 17ae5a95-7a5b-4dc8-8650-6c94f9630dc6; detaching it from the instance and deleting it from the info cache [ 937.860294] env[70491]: DEBUG nova.network.neutron [req-e518822d-5de4-473e-8ea1-8da06c7c7b9d req-293130e6-01f5-4045-a9f3-cc5363c3e7b0 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.906466] env[70491]: DEBUG oslo_vmware.api [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294399, 'name': PowerOnVM_Task, 'duration_secs': 0.466352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.906950] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.907407] env[70491]: INFO nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Took 9.47 seconds to spawn the instance on the hypervisor. [ 937.907928] env[70491]: DEBUG nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.909256] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96a8af-9dfe-4854-8d76-df0af45f9cd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.935577] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.977337] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.012905] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294400, 'name': Rename_Task, 'duration_secs': 0.143874} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.013284] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.013515] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374cddaf-2890-4905-8ed7-cc1b1cfa4198 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.023714] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 938.023714] env[70491]: value = "task-3294401" [ 938.023714] env[70491]: _type = "Task" [ 938.023714] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.035275] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.121013] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.181799] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.182241] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.182525] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.182859] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.183154] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.183420] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.184777] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.184777] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.184777] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.184777] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.185720] env[70491]: DEBUG nova.virt.hardware [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.186654] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475da21e-bf30-442f-af56-e2c6053ef795 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.199747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7453e7-fbba-4756-a468-cff047e9c461 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.208083] env[70491]: DEBUG nova.scheduler.client.report [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.246122] env[70491]: DEBUG nova.network.neutron [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.363224] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-595523d1-b896-499f-a4d3-8b1690ea8987 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.372074] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9f1752-79cc-4328-8808-c47921acc5bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.403638] env[70491]: DEBUG nova.compute.manager [req-e518822d-5de4-473e-8ea1-8da06c7c7b9d req-293130e6-01f5-4045-a9f3-cc5363c3e7b0 service nova] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Detach interface failed, port_id=17ae5a95-7a5b-4dc8-8650-6c94f9630dc6, reason: Instance ea40f309-6acc-4734-b940-b6d353856f5e could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 938.432064] env[70491]: INFO nova.compute.manager [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Took 61.28 seconds to build instance. [ 938.481889] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.533283] env[70491]: DEBUG oslo_vmware.api [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294401, 'name': PowerOnVM_Task, 'duration_secs': 0.510798} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.533592] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.533817] env[70491]: INFO nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Took 7.48 seconds to spawn the instance on the hypervisor. [ 938.534070] env[70491]: DEBUG nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.534917] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8500d82-d987-4400-8f38-6a4fe08dc06b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.568706] env[70491]: DEBUG nova.network.neutron [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.749814] env[70491]: INFO nova.compute.manager [-] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Took 1.77 seconds to deallocate network for instance. [ 938.936037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-332811ed-9abd-4e65-a82b-f66a0f95acb3 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.802s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.062159] env[70491]: INFO nova.compute.manager [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Took 59.99 seconds to build instance. [ 939.073089] env[70491]: INFO nova.compute.manager [-] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Took 1.36 seconds to deallocate network for instance. [ 939.225569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.127s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.233745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.954s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.233745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.234678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.763s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.234744] env[70491]: DEBUG nova.objects.instance [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.259805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.340643] env[70491]: INFO nova.scheduler.client.report [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocations for instance 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67 [ 939.568192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6911034b-8b7a-4940-ad25-f629bb0e0c89 tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.502s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.626651] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Successfully updated port: fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.659168] env[70491]: INFO nova.compute.manager [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Took 0.59 seconds to detach 1 volumes for instance. [ 939.736747] env[70491]: DEBUG nova.compute.manager [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-changed-d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.736914] env[70491]: DEBUG nova.compute.manager [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Refreshing instance network info cache due to event network-changed-d73d1714-e3ca-44ca-923a-6a9b11610d77. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 939.737382] env[70491]: DEBUG oslo_concurrency.lockutils [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] Acquiring lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.737570] env[70491]: DEBUG oslo_concurrency.lockutils [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] Acquired lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.737765] env[70491]: DEBUG nova.network.neutron [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Refreshing network info cache for port d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.810772] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Successfully updated port: f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.849490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fddba669-f423-46fe-a94a-a6550b1705f5 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "7f0dce75-4b7b-4fff-9fbc-69d805c2bf67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.875s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.108177] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Received event network-vif-plugged-fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.108421] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquiring lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.108597] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.108759] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.108921] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] No waiting events found dispatching network-vif-plugged-fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 940.109148] env[70491]: WARNING nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Received unexpected event network-vif-plugged-fb94ee5c-6264-4fe1-9871-b0173949415a for instance with vm_state building and task_state spawning. [ 940.109317] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Received event network-changed-fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.109466] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Refreshing instance network info cache due to event network-changed-fb94ee5c-6264-4fe1-9871-b0173949415a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.109650] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquiring lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.109795] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquired lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.111793] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Refreshing network info cache for port fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.136284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.165406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.251633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68cb9b82-8363-4583-8941-665d01f21b10 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.257055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.876s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.257375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.262958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.830s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.262958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.262958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.047s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.262958] env[70491]: INFO nova.compute.claims [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.313047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.327387] env[70491]: DEBUG nova.network.neutron [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.356341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.357035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.357035] env[70491]: DEBUG nova.compute.manager [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.357763] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679c13a6-fe64-4578-a120-d1c9cf174514 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.369195] env[70491]: DEBUG nova.compute.manager [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 940.369856] env[70491]: DEBUG nova.objects.instance [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'flavor' on Instance uuid 5ac616cb-2652-42a9-aaa2-25f0b61d9845 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.441698] env[70491]: INFO nova.scheduler.client.report [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted allocations for instance 2e49d98e-36af-4001-8f1f-cabbee48ced1 [ 940.443635] env[70491]: INFO nova.scheduler.client.report [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Deleted allocations for instance 7b1ada88-c040-4b25-863a-6e1a621c7bdc [ 940.495244] env[70491]: DEBUG nova.network.neutron [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.750806] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.819952] env[70491]: INFO nova.compute.manager [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Swapping old allocation on dict_keys(['c930ff34-9fe2-4c0a-898f-930dfcb54841']) held by migration 4bc2d2c0-9b91-4991-a8bd-94317022931e for instance [ 940.858133] env[70491]: DEBUG nova.scheduler.client.report [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Overwriting current allocation {'allocations': {'c930ff34-9fe2-4c0a-898f-930dfcb54841': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 87}}, 'project_id': 'ecbd0ef62a164761b32bace198e03f35', 'user_id': 'ed9013cb3ff1431dab2e53eb78b72675', 'consumer_generation': 1} on consumer 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 {{(pid=70491) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 940.928025] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.956231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc84e853-516d-450e-bdf1-27cd2bbb01cb tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "7b1ada88-c040-4b25-863a-6e1a621c7bdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.221s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.956496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b6decac5-b0af-416d-b765-75a7aeaf7ed7 tempest-MultipleCreateTestJSON-520486557 tempest-MultipleCreateTestJSON-520486557-project-member] Lock "2e49d98e-36af-4001-8f1f-cabbee48ced1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.067s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.999155] env[70491]: DEBUG oslo_concurrency.lockutils [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] Releasing lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.999541] env[70491]: DEBUG nova.compute.manager [req-045907a2-eb33-4890-97dc-7dbea34b1237 req-df9522d8-1f07-4d80-8add-29c395519d13 service nova] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Received event network-vif-deleted-6f6346c4-30a2-4c47-9dd0-b271d13f8fac {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.000201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.000365] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.093247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.093427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquired lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.093628] env[70491]: DEBUG nova.network.neutron [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.379207] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.379699] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05856fda-a7b1-4e06-add7-8bb1c68eaca3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.386901] env[70491]: DEBUG oslo_vmware.api [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 941.386901] env[70491]: value = "task-3294402" [ 941.386901] env[70491]: _type = "Task" [ 941.386901] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.400513] env[70491]: DEBUG oslo_vmware.api [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.432598] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Releasing lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.432598] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-vif-plugged-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.432736] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquiring lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.432941] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.433156] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.433361] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] No waiting events found dispatching network-vif-plugged-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.433535] env[70491]: WARNING nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received unexpected event network-vif-plugged-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 for instance with vm_state building and task_state spawning. [ 941.434365] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-changed-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.434365] env[70491]: DEBUG nova.compute.manager [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Refreshing instance network info cache due to event network-changed-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.434365] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquiring lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.434365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.434365] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.561898] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.671693] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243a675e-02cb-431c-a308-dcbcc43079c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.679907] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf65350-66ce-4441-8b4d-494a28334e1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.715633] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b4a4d9-0784-464c-863e-4c10c27b3ced {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.723631] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5613a-a44d-44cb-a4f2-40e09afc76c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.738477] env[70491]: DEBUG nova.compute.provider_tree [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.897735] env[70491]: DEBUG oslo_vmware.api [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294402, 'name': PowerOffVM_Task, 'duration_secs': 0.222868} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.901051] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.901051] env[70491]: DEBUG nova.compute.manager [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.901051] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d982cc1-1701-4e35-b43f-fa2733c289c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985032] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.026088] env[70491]: DEBUG nova.network.neutron [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [{"id": "de51757c-4428-462d-8a3a-b71f20d62510", "address": "fa:16:3e:7c:82:92", "network": {"id": "b43e7699-ac17-4dab-a40b-56731a507056", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f4490fddd3e94a4da625c41d30c0bb6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde51757c-44", "ovs_interfaceid": "de51757c-4428-462d-8a3a-b71f20d62510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.074560] env[70491]: DEBUG nova.network.neutron [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Updating instance_info_cache with network_info: [{"id": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "address": "fa:16:3e:98:54:71", "network": {"id": "6e120575-59b1-4b39-ab54-55db8684cd71", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1704720539", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73d1714-e3", "ovs_interfaceid": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "address": "fa:16:3e:b8:14:e2", "network": {"id": "561d8087-055b-4989-accc-175f2f92aa16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-629036321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76d78d8-ec", "ovs_interfaceid": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.242116] env[70491]: DEBUG nova.scheduler.client.report [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.266468] env[70491]: DEBUG nova.network.neutron [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Updating instance_info_cache with network_info: [{"id": "fb94ee5c-6264-4fe1-9871-b0173949415a", "address": "fa:16:3e:d5:d4:63", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb94ee5c-62", "ovs_interfaceid": "fb94ee5c-6264-4fe1-9871-b0173949415a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.411862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5bae7cef-b4b6-43c7-99c7-c677d597c927 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.527614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Releasing lock "refresh_cache-533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.528274] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.530287] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080eb099-c323-4664-852f-862752701eb1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.535927] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 942.535927] env[70491]: value = "task-3294403" [ 942.535927] env[70491]: _type = "Task" [ 942.535927] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.546241] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.569766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "cb7276a6-ee43-4398-9f6f-f789f376612a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.569766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.569766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.569766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.569766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.571687] env[70491]: INFO nova.compute.manager [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Terminating instance [ 942.577018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.577380] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance network_info: |[{"id": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "address": "fa:16:3e:98:54:71", "network": {"id": "6e120575-59b1-4b39-ab54-55db8684cd71", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1704720539", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73d1714-e3", "ovs_interfaceid": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "address": "fa:16:3e:b8:14:e2", "network": {"id": "561d8087-055b-4989-accc-175f2f92aa16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-629036321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76d78d8-ec", "ovs_interfaceid": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.577649] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Acquired lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.577887] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Refreshing network info cache for port f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.578966] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:54:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd73d1714-e3ca-44ca-923a-6a9b11610d77', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:14:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e27fd35-1d7b-4358-92d5-4d34da27b992', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.599046] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.600854] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.601153] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-019c385f-235e-431b-a646-07d88fadf661 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.630250] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.630250] env[70491]: value = "task-3294404" [ 942.630250] env[70491]: _type = "Task" [ 942.630250] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.639127] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294404, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.748774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.749290] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.752097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.831s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.752305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.754320] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.761s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.754504] env[70491]: DEBUG nova.objects.instance [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.770172] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "refresh_cache-0b0f8c4e-e814-4773-ba95-c3bcf992a110" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.770359] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance network_info: |[{"id": "fb94ee5c-6264-4fe1-9871-b0173949415a", "address": "fa:16:3e:d5:d4:63", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb94ee5c-62", "ovs_interfaceid": "fb94ee5c-6264-4fe1-9871-b0173949415a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.770718] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:d4:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb94ee5c-6264-4fe1-9871-b0173949415a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.779083] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.779280] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.779552] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7398a8c-1b81-4c7d-be35-3516588ad327 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.801717] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.801717] env[70491]: value = "task-3294405" [ 942.801717] env[70491]: _type = "Task" [ 942.801717] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.810515] env[70491]: INFO nova.scheduler.client.report [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Deleted allocations for instance 6ef9ced2-36c4-4fa9-8617-a386e49236ed [ 942.819787] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294405, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.048230] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294403, 'name': PowerOffVM_Task, 'duration_secs': 0.177199} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.048510] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.049189] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d2a8398d-b6b5-402e-b235-d60d6a1d80d6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-576445373',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.049418] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.049573] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.049801] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.049956] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.050127] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.050547] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.050547] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.050749] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.050796] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.050944] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.055993] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc4f3375-d735-486f-b0ca-75f0132cfdbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.073250] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 943.073250] env[70491]: value = "task-3294406" [ 943.073250] env[70491]: _type = "Task" [ 943.073250] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.079718] env[70491]: DEBUG nova.compute.manager [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.080062] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.081325] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86045050-e0a1-4d88-b6ee-270aa29a6b34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.091393] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294406, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.094997] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.095465] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8839349-37db-4e7b-8771-b7e6d74b8e19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.103346] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 943.103346] env[70491]: value = "task-3294407" [ 943.103346] env[70491]: _type = "Task" [ 943.103346] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.111977] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.140487] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294404, 'name': CreateVM_Task, 'duration_secs': 0.46581} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.140665] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.141502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.141669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.142077] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.142368] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e386c7be-1a1c-463c-8b74-0d200c3ab6b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.147311] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 943.147311] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520c5094-c2f0-1bc5-cf5f-3660d9bf45bc" [ 943.147311] env[70491]: _type = "Task" [ 943.147311] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.157455] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520c5094-c2f0-1bc5-cf5f-3660d9bf45bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.265027] env[70491]: DEBUG nova.compute.utils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.265027] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.265027] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.311540] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294405, 'name': CreateVM_Task, 'duration_secs': 0.388239} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.311719] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.312412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.319604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8f009f90-b8f0-4a91-ab98-336369ce10a5 tempest-FloatingIPsAssociationTestJSON-768601987 tempest-FloatingIPsAssociationTestJSON-768601987-project-member] Lock "6ef9ced2-36c4-4fa9-8617-a386e49236ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.934s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.346963] env[70491]: DEBUG nova.policy [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4761bd0659a24020ba1600ae32ea36d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5302100d186d436faef5904c4202fda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.411999] env[70491]: INFO nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Rebuilding instance [ 943.473032] env[70491]: DEBUG nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.473032] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e08f0-04bf-4572-90bc-da2b0115c8c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.550102] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Updated VIF entry in instance network info cache for port f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.550102] env[70491]: DEBUG nova.network.neutron [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Updating instance_info_cache with network_info: [{"id": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "address": "fa:16:3e:98:54:71", "network": {"id": "6e120575-59b1-4b39-ab54-55db8684cd71", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1704720539", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd73d1714-e3", "ovs_interfaceid": "d73d1714-e3ca-44ca-923a-6a9b11610d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "address": "fa:16:3e:b8:14:e2", "network": {"id": "561d8087-055b-4989-accc-175f2f92aa16", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-629036321", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.147", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "faf5d06cb2c14a21980a31eb0b55fde0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e27fd35-1d7b-4358-92d5-4d34da27b992", "external-id": "nsx-vlan-transportzone-355", "segmentation_id": 355, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf76d78d8-ec", "ovs_interfaceid": "f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.586645] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294406, 'name': ReconfigVM_Task, 'duration_secs': 0.164903} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.586645] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81730465-9fe8-46c6-8ba0-4f1a60a25582 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.606120] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:30:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d2a8398d-b6b5-402e-b235-d60d6a1d80d6',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-576445373',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.606437] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.606616] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.606798] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.606940] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.607130] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.607427] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.607650] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.607827] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.608055] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.608167] env[70491]: DEBUG nova.virt.hardware [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.612191] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc369d0-6ef6-4033-9732-467f7baed1c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.620050] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294407, 'name': PowerOffVM_Task, 'duration_secs': 0.236533} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.621408] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.621663] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.622026] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 943.622026] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bc2b5-10b1-ee77-17fe-ef249a8bedd5" [ 943.622026] env[70491]: _type = "Task" [ 943.622026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.622199] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37abc71a-9af1-4ae4-ab60-817473a9d8a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.631555] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bc2b5-10b1-ee77-17fe-ef249a8bedd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.657570] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520c5094-c2f0-1bc5-cf5f-3660d9bf45bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.657857] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.658128] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.658485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.659298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.659298] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.659298] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.659517] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.659889] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd969761-7cde-49c8-8b55-38a10c324d08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.663084] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce283a6a-c106-442e-9501-4640d09121e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.670653] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 943.670653] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527ed159-d1f5-ecc6-21a8-279b24d02302" [ 943.670653] env[70491]: _type = "Task" [ 943.670653] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.676665] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.677207] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.680726] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f59fa1-5abb-4509-94c1-37dbbb1f2812 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.688852] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527ed159-d1f5-ecc6-21a8-279b24d02302, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.689598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.689850] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.690761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.691872] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 943.691872] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f47ce9-f62c-8203-9ca6-5bd0e2f420a7" [ 943.691872] env[70491]: _type = "Task" [ 943.691872] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.700025] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f47ce9-f62c-8203-9ca6-5bd0e2f420a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.726352] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.726567] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.726749] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleting the datastore file [datastore2] cb7276a6-ee43-4398-9f6f-f789f376612a {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.727101] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41687992-c80c-4cf2-b447-b03722ce8ce2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.734076] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 943.734076] env[70491]: value = "task-3294409" [ 943.734076] env[70491]: _type = "Task" [ 943.734076] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.744824] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.766261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-254d6f8c-bf9d-45cb-b851-f24922161e59 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.768248] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.650s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.768463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.770568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.304s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.772147] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.802071] env[70491]: INFO nova.scheduler.client.report [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted allocations for instance e96aa359-0d8b-46c4-ac58-0a3e4699c0b4 [ 944.053158] env[70491]: DEBUG oslo_concurrency.lockutils [req-323e2269-f6ac-41d7-a080-7e5b3ad29b03 req-145e5307-6eea-4719-a321-0e26e88a8ae9 service nova] Releasing lock "refresh_cache-5f07bfd6-ed13-492a-b385-adcea842ed7f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.054301] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Successfully created port: db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.138983] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520bc2b5-10b1-ee77-17fe-ef249a8bedd5, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.145527] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.145837] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d3829c-681a-4817-9175-8135e7ce3aa9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.171224] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 944.171224] env[70491]: value = "task-3294410" [ 944.171224] env[70491]: _type = "Task" [ 944.171224] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.179987] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.205313] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f47ce9-f62c-8203-9ca6-5bd0e2f420a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.206665] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868c3586-073e-40fb-b9b5-36ddfca99f63 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.212840] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 944.212840] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f27a59-81a1-cf5a-5d2c-2717958c7b06" [ 944.212840] env[70491]: _type = "Task" [ 944.212840] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.221992] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f27a59-81a1-cf5a-5d2c-2717958c7b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.244737] env[70491]: DEBUG oslo_vmware.api [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484358} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.245030] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.245241] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.245440] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.245582] env[70491]: INFO nova.compute.manager [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 944.245833] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.246012] env[70491]: DEBUG nova.compute.manager [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.246113] env[70491]: DEBUG nova.network.neutron [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.311609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25507ef5-f158-4054-9e5a-4c86fc1a1c44 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "e96aa359-0d8b-46c4-ac58-0a3e4699c0b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.675s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.486787] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.487154] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf39862-81cb-4d0c-bb1b-0314b9865eaa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.498099] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 944.498099] env[70491]: value = "task-3294411" [ 944.498099] env[70491]: _type = "Task" [ 944.498099] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.511363] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 944.511608] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.513259] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9337cc63-b913-4785-ab93-b8e36295f756 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.520223] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.520441] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ef5e41d-6c07-4ea1-b042-c1269831b1de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.590138] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.590370] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.590564] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore2] 5ac616cb-2652-42a9-aaa2-25f0b61d9845 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.591120] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3642745d-a087-49cd-a117-a3d55442be01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.603741] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 944.603741] env[70491]: value = "task-3294413" [ 944.603741] env[70491]: _type = "Task" [ 944.603741] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.614097] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.689746] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294410, 'name': ReconfigVM_Task, 'duration_secs': 0.195106} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.693154] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.694249] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5918b7e6-c49c-4c6e-a09b-7294cd328293 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.718959] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.721424] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed1fbc82-5e64-45f9-8718-09cc1550c91c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.735748] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d85f8e-f70b-45ef-b44e-7686aa2e27a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.739553] env[70491]: DEBUG nova.compute.manager [req-95c0e23f-bb2b-45ee-ac08-c3c564f62fbe req-c6083fec-706f-47c1-b3f0-a14dd36e00d1 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Received event network-vif-deleted-a079b879-1ebc-48c8-a284-464c94591013 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.739708] env[70491]: INFO nova.compute.manager [req-95c0e23f-bb2b-45ee-ac08-c3c564f62fbe req-c6083fec-706f-47c1-b3f0-a14dd36e00d1 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Neutron deleted interface a079b879-1ebc-48c8-a284-464c94591013; detaching it from the instance and deleting it from the info cache [ 944.739875] env[70491]: DEBUG nova.network.neutron [req-95c0e23f-bb2b-45ee-ac08-c3c564f62fbe req-c6083fec-706f-47c1-b3f0-a14dd36e00d1 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.755778] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac674f-4277-4184-9d7f-27cd74cae5ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.759406] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f27a59-81a1-cf5a-5d2c-2717958c7b06, 'name': SearchDatastore_Task, 'duration_secs': 0.011565} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.759679] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 944.759679] env[70491]: value = "task-3294414" [ 944.759679] env[70491]: _type = "Task" [ 944.759679] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.760492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.761388] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5f07bfd6-ed13-492a-b385-adcea842ed7f/5f07bfd6-ed13-492a-b385-adcea842ed7f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.761600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.761822] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.761911] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4fdf63-ade4-4c53-8eb7-d3cbb75953d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.791015] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c436e9fd-9f48-4ef0-b1a4-20e0eeb14e69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.794075] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.797701] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa29cbca-d0b3-4c59-ab5d-a680ac3514ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.804891] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 944.804891] env[70491]: value = "task-3294415" [ 944.804891] env[70491]: _type = "Task" [ 944.804891] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.804891] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.814889] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45033d55-76aa-4a1e-86c0-7595d791a16e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.818869] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.819102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.824804] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f09d4e8e-c10f-403e-9b93-224a27ca70a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.827345] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.840524] env[70491]: DEBUG nova.compute.provider_tree [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.840524] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 944.840524] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520aa139-53f7-ce99-b953-5e057d0249e3" [ 944.840524] env[70491]: _type = "Task" [ 944.840524] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.842081] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.842296] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.842449] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.842631] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.842771] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.842912] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.843132] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.843282] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.843445] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.843601] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.843771] env[70491]: DEBUG nova.virt.hardware [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.844624] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d276f77-e3ac-489b-8f4b-32a57ebc58c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.859765] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a290b41-7f7d-416c-bd39-c7a6f2e887a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.863721] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520aa139-53f7-ce99-b953-5e057d0249e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009827} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.865374] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a38225-e783-4fc8-a4c0-2554dfd3f858 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.879097] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 944.879097] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b1484c-160e-5a17-ab73-910a44953f09" [ 944.879097] env[70491]: _type = "Task" [ 944.879097] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.887253] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b1484c-160e-5a17-ab73-910a44953f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.062781] env[70491]: DEBUG nova.network.neutron [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.092415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.092688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.092928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.093166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.093346] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.097063] env[70491]: INFO nova.compute.manager [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Terminating instance [ 945.114794] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18348} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.114978] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.115505] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.115696] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.248135] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cdbfc75-c97e-4dd2-839f-6a664ba8da5a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.258414] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ec37c-8dac-4fd0-a065-b0cb3d8a7994 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.277789] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.299353] env[70491]: DEBUG nova.compute.manager [req-95c0e23f-bb2b-45ee-ac08-c3c564f62fbe req-c6083fec-706f-47c1-b3f0-a14dd36e00d1 service nova] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Detach interface failed, port_id=a079b879-1ebc-48c8-a284-464c94591013, reason: Instance cb7276a6-ee43-4398-9f6f-f789f376612a could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.316064] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.352029] env[70491]: DEBUG nova.scheduler.client.report [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.394635] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b1484c-160e-5a17-ab73-910a44953f09, 'name': SearchDatastore_Task, 'duration_secs': 0.01274} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.395722] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.396339] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0b0f8c4e-e814-4773-ba95-c3bcf992a110/0b0f8c4e-e814-4773-ba95-c3bcf992a110.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.396729] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00fdf9c9-2822-4cea-85db-93bcf1f2a8e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.404430] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 945.404430] env[70491]: value = "task-3294416" [ 945.404430] env[70491]: _type = "Task" [ 945.404430] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.413184] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.566545] env[70491]: INFO nova.compute.manager [-] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Took 1.32 seconds to deallocate network for instance. [ 945.601646] env[70491]: DEBUG nova.compute.manager [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.602099] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.603077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff254c-4f39-4e47-98e2-ced9e8a0ccbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.614111] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.614467] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a9f0a2-8ba8-4396-8efc-17524a571532 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.627228] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 945.627228] env[70491]: value = "task-3294417" [ 945.627228] env[70491]: _type = "Task" [ 945.627228] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.638070] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.783083] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.816726] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.923105} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.816726] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5f07bfd6-ed13-492a-b385-adcea842ed7f/5f07bfd6-ed13-492a-b385-adcea842ed7f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.816726] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.816726] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b613e48-a89e-4da5-ad0a-d0a7800dc119 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.822653] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 945.822653] env[70491]: value = "task-3294418" [ 945.822653] env[70491]: _type = "Task" [ 945.822653] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.832051] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.922440] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294416, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.979082] env[70491]: DEBUG nova.compute.manager [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Received event network-vif-plugged-db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.979333] env[70491]: DEBUG oslo_concurrency.lockutils [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.979548] env[70491]: DEBUG oslo_concurrency.lockutils [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.979719] env[70491]: DEBUG oslo_concurrency.lockutils [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.979888] env[70491]: DEBUG nova.compute.manager [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] No waiting events found dispatching network-vif-plugged-db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.981044] env[70491]: WARNING nova.compute.manager [req-69620bc7-7851-4b7e-8c4e-0fd925bc3d7e req-489fa4bd-c91d-4900-ae91-cab3837455d6 service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Received unexpected event network-vif-plugged-db4a52ff-75ad-4e15-a085-28d11bb3df6a for instance with vm_state building and task_state spawning. [ 946.073818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.109423] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Successfully updated port: db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.148868] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294417, 'name': PowerOffVM_Task, 'duration_secs': 0.212764} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.149177] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.149452] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.149806] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caff2949-485c-4c63-a5d8-9b72eecbddc5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.171669] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.172404] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.172404] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.175700] env[70491]: DEBUG nova.virt.hardware [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.175700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa7fbdc-45c7-4d78-8b4d-751b56b360e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.186900] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d687bd83-c1d0-4f98-8fdc-a02e39f692a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.199500] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:d6:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4eb7f662-52cb-4bff-a49a-2f35ab056b9d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.207677] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.207959] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.208200] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bbd007a-a70f-4b91-b286-29978c91e135 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.226336] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.226546] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.226780] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore1] 5e8ff32b-c9ca-4374-9b0e-ace891d3b258 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.227407] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77efb56d-c8a7-45ce-b11b-c5d571ec856d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.231109] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.231109] env[70491]: value = "task-3294420" [ 946.231109] env[70491]: _type = "Task" [ 946.231109] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.234971] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 946.234971] env[70491]: value = "task-3294421" [ 946.234971] env[70491]: _type = "Task" [ 946.234971] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.240899] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294420, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.245412] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.285115] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294414, 'name': ReconfigVM_Task, 'duration_secs': 1.030727} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.285115] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050/533b0d7a-f85e-4ca4-86fa-d6b7dc11e050.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.285724] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1303efd-8a26-437a-9036-4ae625e69ff7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.307648] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e136afb2-93c4-431c-afb7-b69498687af5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.328757] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624edfaa-daf6-4b08-a377-8af11c5e5216 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.335747] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.351183] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.351531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147db49-e535-484d-8878-3400f75b953a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.356303] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa6af3-75e4-48ed-856e-7d7ce5b05255 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.365065] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.593s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.365972] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.377574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.642s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.377817] env[70491]: DEBUG nova.objects.instance [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lazy-loading 'resources' on Instance uuid 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.378970] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c548628-48e9-4cdd-a753-46ea9bc133a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.389669] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 5f07bfd6-ed13-492a-b385-adcea842ed7f/5f07bfd6-ed13-492a-b385-adcea842ed7f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.390814] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb11db5f-4d84-48bf-97a2-b87bedeb4eb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.412444] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 946.412444] env[70491]: value = "task-3294422" [ 946.412444] env[70491]: _type = "Task" [ 946.412444] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.424192] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779438} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.424667] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 946.424667] env[70491]: value = "task-3294423" [ 946.424667] env[70491]: _type = "Task" [ 946.424667] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.425175] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0b0f8c4e-e814-4773-ba95-c3bcf992a110/0b0f8c4e-e814-4773-ba95-c3bcf992a110.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.427107] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.427107] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af031e46-73e7-473b-a9dc-a8c5311cfd4a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.434798] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.441089] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.442557] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 946.442557] env[70491]: value = "task-3294424" [ 946.442557] env[70491]: _type = "Task" [ 946.442557] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.450588] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.615131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.615453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.615453] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.754020] env[70491]: DEBUG oslo_vmware.api [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129784} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.757377] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.757765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.757765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.757888] env[70491]: INFO nova.compute.manager [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Took 1.16 seconds to destroy the instance on the hypervisor. [ 946.759350] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.759350] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294420, 'name': CreateVM_Task, 'duration_secs': 0.374888} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.759350] env[70491]: DEBUG nova.compute.manager [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.759350] env[70491]: DEBUG nova.network.neutron [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.760643] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.761306] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.761485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.761793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.762430] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c75b173d-3c19-4559-ba1e-04994d0a24d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.767907] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 946.767907] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cf9b5-207f-a57a-5bd0-28d207282a23" [ 946.767907] env[70491]: _type = "Task" [ 946.767907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.779756] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cf9b5-207f-a57a-5bd0-28d207282a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.931493] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.949944] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294423, 'name': ReconfigVM_Task, 'duration_secs': 0.360974} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.957145] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 5f07bfd6-ed13-492a-b385-adcea842ed7f/5f07bfd6-ed13-492a-b385-adcea842ed7f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.957387] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fc3ad3-d5c2-40e5-9af1-e5af794ffacb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.963988] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091416} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.965554] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.966613] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 946.966613] env[70491]: value = "task-3294425" [ 946.966613] env[70491]: _type = "Task" [ 946.966613] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.967257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936d02e0-2de6-4433-a2a1-c97754e3fe6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.971128] env[70491]: INFO nova.scheduler.client.report [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted allocation for migration 31126ea3-1e99-444a-8007-30fa0aef36ad [ 947.002578] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0b0f8c4e-e814-4773-ba95-c3bcf992a110/0b0f8c4e-e814-4773-ba95-c3bcf992a110.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.009054] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5cfb46e-bd1d-4d32-8729-07a1c78fa14b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.025190] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294425, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.031971] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 947.031971] env[70491]: value = "task-3294426" [ 947.031971] env[70491]: _type = "Task" [ 947.031971] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.042219] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.153716] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.281689] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cf9b5-207f-a57a-5bd0-28d207282a23, 'name': SearchDatastore_Task, 'duration_secs': 0.018176} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.282169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.282257] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.282479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.282698] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.282797] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.283092] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-945bef57-1ff8-45e4-bb3b-799148fbfc99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.294118] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.294315] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.295064] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c73c61-b5ae-4f18-949d-4f1eef7f69e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.304336] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 947.304336] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ba0275-c3e4-23ce-c7f1-af3e94889937" [ 947.304336] env[70491]: _type = "Task" [ 947.304336] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.312718] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ba0275-c3e4-23ce-c7f1-af3e94889937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.384357] env[70491]: DEBUG nova.network.neutron [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.389134] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3291fd-37fd-4e2f-9806-209f97e8690a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.397505] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed533e-f2f2-44e5-88c2-6ff1696ed9d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.438177] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfbd799-dfeb-4ce0-9afc-62a7020370f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.446167] env[70491]: DEBUG oslo_vmware.api [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294422, 'name': PowerOnVM_Task, 'duration_secs': 0.522647} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.448467] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.453159] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730f12a8-9477-4d17-b28a-6bd1165bd398 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.469583] env[70491]: DEBUG nova.compute.provider_tree [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.482245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b8774f09-b12c-43b5-a191-74eeb06543ac tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.462s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.483538] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294425, 'name': Rename_Task, 'duration_secs': 0.158468} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.483907] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.484436] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb997fc-6355-4f98-8eb9-b4856168425c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.491577] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 947.491577] env[70491]: value = "task-3294427" [ 947.491577] env[70491]: _type = "Task" [ 947.491577] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.499896] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.542238] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294426, 'name': ReconfigVM_Task, 'duration_secs': 0.283375} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.542544] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0b0f8c4e-e814-4773-ba95-c3bcf992a110/0b0f8c4e-e814-4773-ba95-c3bcf992a110.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.543680] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c953c872-df0d-45c5-8402-35333b088b9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.548913] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 947.548913] env[70491]: value = "task-3294428" [ 947.548913] env[70491]: _type = "Task" [ 947.548913] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.557205] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294428, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.591754] env[70491]: DEBUG nova.network.neutron [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.819208] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ba0275-c3e4-23ce-c7f1-af3e94889937, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.819208] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e56d811-3509-4dcc-afbc-6456ec054372 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.825262] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 947.825262] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5260882e-7d09-581a-fbc3-a14cf6dfa5ad" [ 947.825262] env[70491]: _type = "Task" [ 947.825262] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.832247] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5260882e-7d09-581a-fbc3-a14cf6dfa5ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.889059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.889447] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Instance network_info: |[{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.889929] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e9:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db4a52ff-75ad-4e15-a085-28d11bb3df6a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.898299] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.898550] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.898781] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098ef11d-5455-4a26-b494-ff645d599f64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.918850] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.918850] env[70491]: value = "task-3294429" [ 947.918850] env[70491]: _type = "Task" [ 947.918850] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.930908] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294429, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.976036] env[70491]: DEBUG nova.scheduler.client.report [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.011413] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294427, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.066772] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294428, 'name': Rename_Task, 'duration_secs': 0.183666} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.067237] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.067592] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7155192b-4fb7-4e7c-a2cf-ef7c66f9baf7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.073601] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 948.073601] env[70491]: value = "task-3294430" [ 948.073601] env[70491]: _type = "Task" [ 948.073601] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.088138] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.096042] env[70491]: INFO nova.compute.manager [-] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Took 1.34 seconds to deallocate network for instance. [ 948.288098] env[70491]: DEBUG nova.compute.manager [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Received event network-changed-db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.288328] env[70491]: DEBUG nova.compute.manager [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Refreshing instance network info cache due to event network-changed-db4a52ff-75ad-4e15-a085-28d11bb3df6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.288599] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] Acquiring lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.288745] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] Acquired lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289040] env[70491]: DEBUG nova.network.neutron [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Refreshing network info cache for port db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.333990] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5260882e-7d09-581a-fbc3-a14cf6dfa5ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01517} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.335155] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.335155] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.335305] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3004b7e3-d454-4f76-946d-ba25db2b6d78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.343749] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 948.343749] env[70491]: value = "task-3294431" [ 948.343749] env[70491]: _type = "Task" [ 948.343749] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.354415] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.434677] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294429, 'name': CreateVM_Task, 'duration_secs': 0.377339} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.434886] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.436036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436385] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.436432] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6e53de-56fa-44b7-b118-93d731670f67 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.441385] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 948.441385] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52699d75-d25c-4bca-f764-e1d584b943ca" [ 948.441385] env[70491]: _type = "Task" [ 948.441385] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.449569] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52699d75-d25c-4bca-f764-e1d584b943ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.469554] env[70491]: INFO nova.compute.manager [None req-11f091a1-57c9-431b-b607-dea8aa947e74 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance to original state: 'active' [ 948.484238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.487227] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.158s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.491724] env[70491]: INFO nova.compute.claims [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.503802] env[70491]: DEBUG oslo_vmware.api [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294427, 'name': PowerOnVM_Task, 'duration_secs': 0.564518} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.504068] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.504277] env[70491]: INFO nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Took 13.06 seconds to spawn the instance on the hypervisor. [ 948.504474] env[70491]: DEBUG nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 948.505372] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4a4c39-e63b-49ae-96a6-28c481190442 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.511153] env[70491]: INFO nova.scheduler.client.report [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Deleted allocations for instance 8d7c77a9-1ff6-42f1-a714-12e2d5562d68 [ 948.585839] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.604972] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.859076] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294431, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.917706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.917950] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.953047] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52699d75-d25c-4bca-f764-e1d584b943ca, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.953445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.953753] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.954056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.954267] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.954563] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.955088] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25fbaa6-4727-4dee-b2c7-94be5c5bf879 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.963722] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.963914] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.964661] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-597a1989-282f-41ae-bf1c-d51b7fbfb284 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.972020] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 948.972020] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ef8b5d-f78d-c4a3-fba6-9224b5da69a6" [ 948.972020] env[70491]: _type = "Task" [ 948.972020] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.981738] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ef8b5d-f78d-c4a3-fba6-9224b5da69a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.034440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9f5faa9a-291f-4101-920d-c4c46c1532b1 tempest-SecurityGroupsTestJSON-2014685569 tempest-SecurityGroupsTestJSON-2014685569-project-member] Lock "8d7c77a9-1ff6-42f1-a714-12e2d5562d68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.085s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.035630] env[70491]: INFO nova.compute.manager [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Took 62.51 seconds to build instance. [ 949.087913] env[70491]: DEBUG oslo_vmware.api [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294430, 'name': PowerOnVM_Task, 'duration_secs': 0.632245} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.088249] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.088517] env[70491]: INFO nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Took 10.97 seconds to spawn the instance on the hypervisor. [ 949.088644] env[70491]: DEBUG nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.089567] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506a8ee9-3a05-4bed-8856-fa5d622ade7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.326637] env[70491]: DEBUG nova.network.neutron [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updated VIF entry in instance network info cache for port db4a52ff-75ad-4e15-a085-28d11bb3df6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.327035] env[70491]: DEBUG nova.network.neutron [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.358898] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612881} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.359307] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.359613] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.360170] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ee02662-52f5-4a35-ac5b-ccf7f477f2c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.367955] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 949.367955] env[70491]: value = "task-3294432" [ 949.367955] env[70491]: _type = "Task" [ 949.367955] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.379227] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.420674] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.489106] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ef8b5d-f78d-c4a3-fba6-9224b5da69a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.490453] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6adfece4-2127-4e4a-b9ac-4b21fc571889 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.498615] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 949.498615] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a18cd0-17d9-ec2c-28c1-e770d3d46162" [ 949.498615] env[70491]: _type = "Task" [ 949.498615] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.521731] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a18cd0-17d9-ec2c-28c1-e770d3d46162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.539682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-234576aa-80c7-46df-bbae-d66ea0e7f331 tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.029s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.610837] env[70491]: INFO nova.compute.manager [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Took 60.54 seconds to build instance. [ 949.830112] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] Releasing lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.830445] env[70491]: DEBUG nova.compute.manager [req-9ba64bb5-a0ef-41f5-a428-65a03d21a371 req-d17890cd-b834-4b27-aa95-08aac9b2b95e service nova] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Received event network-vif-deleted-2e9a15d3-4488-43e2-af7b-ede18f865261 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.883883] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064013} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.884300] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.885200] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1dfe35-680b-4954-ae58-9b1b0ffeaa85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.916660] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.919556] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8e1ba3d-3f33-4ddc-9a53-2c2248f2e519 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.949935] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 949.949935] env[70491]: value = "task-3294433" [ 949.949935] env[70491]: _type = "Task" [ 949.949935] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.955648] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b6aaef-b238-4391-8a10-29d1377cb591 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.962750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.968913] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294433, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.970769] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111c9d59-ad18-4125-bede-ed18823ded30 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.006517] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c6cec-a66d-43f3-9bc2-190534c8d388 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.014775] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a18cd0-17d9-ec2c-28c1-e770d3d46162, 'name': SearchDatastore_Task, 'duration_secs': 0.045392} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.017044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.017268] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.017538] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63fb6cb5-bd54-4cbf-9a6f-db72d5fb270e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.020688] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a2adde-acbb-4015-9b36-2f62952de834 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.037694] env[70491]: DEBUG nova.compute.provider_tree [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.039959] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 950.039959] env[70491]: value = "task-3294434" [ 950.039959] env[70491]: _type = "Task" [ 950.039959] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.048601] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.113281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe62dbc1-ed5a-448f-a44e-826e7310eb52 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.693s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.444978] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.445226] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.445427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.448866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.449135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.451958] env[70491]: INFO nova.compute.manager [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Terminating instance [ 950.468136] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.545024] env[70491]: DEBUG nova.scheduler.client.report [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.557751] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.769744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.769744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.770270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.770270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.770270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.773024] env[70491]: INFO nova.compute.manager [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Terminating instance [ 950.956246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.956246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.956246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.956246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.956246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.961029] env[70491]: INFO nova.compute.manager [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Terminating instance [ 950.963498] env[70491]: DEBUG nova.compute.manager [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.963902] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.966530] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa0bc88-5e73-4cc7-88b7-377e9c1e33a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.972269] env[70491]: DEBUG nova.compute.manager [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.972744] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.974253] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab718ddd-e8a5-4128-bc91-cd810501e249 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.983845] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294433, 'name': ReconfigVM_Task, 'duration_secs': 0.959335} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.984722] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 5ac616cb-2652-42a9-aaa2-25f0b61d9845/5ac616cb-2652-42a9-aaa2-25f0b61d9845.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.989544] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9330fad-1741-429b-9da6-ac9047f8719d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.992520] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.995842] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddbd1ba4-5070-49b1-b220-1b7c38d5953f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.998208] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.999018] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11a66d7c-26f0-4e9c-80a4-01e5e3b8b064 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.006183] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 951.006183] env[70491]: value = "task-3294435" [ 951.006183] env[70491]: _type = "Task" [ 951.006183] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.006559] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 951.006559] env[70491]: value = "task-3294436" [ 951.006559] env[70491]: _type = "Task" [ 951.006559] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.013729] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 951.013729] env[70491]: value = "task-3294437" [ 951.013729] env[70491]: _type = "Task" [ 951.013729] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.030973] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294435, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.037439] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.041716] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.052484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.053031] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.060439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.201s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.060835] env[70491]: DEBUG nova.objects.instance [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'pci_requests' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.062631] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851098} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.063195] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.063420] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.063892] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6034f1f2-c156-4cc6-95f9-87588f1f845a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.070785] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 951.070785] env[70491]: value = "task-3294438" [ 951.070785] env[70491]: _type = "Task" [ 951.070785] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.083224] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.224019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947ad54-839b-4345-ba6e-50ab95063b37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.232877] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Suspending the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 951.233380] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-84b0ace7-6ac1-4dca-9605-9f7c098c2957 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.239162] env[70491]: DEBUG oslo_vmware.api [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 951.239162] env[70491]: value = "task-3294439" [ 951.239162] env[70491]: _type = "Task" [ 951.239162] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.248278] env[70491]: DEBUG oslo_vmware.api [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294439, 'name': SuspendVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.281500] env[70491]: DEBUG nova.compute.manager [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.281765] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.283068] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1d46bb-4389-47ae-b4f4-4f559798fb5a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.291200] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.291558] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96cf88ea-8607-4653-bd90-7bc300e8eb22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.297780] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 951.297780] env[70491]: value = "task-3294440" [ 951.297780] env[70491]: _type = "Task" [ 951.297780] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.306415] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.522872] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294435, 'name': Rename_Task, 'duration_secs': 0.21802} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.527032] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.527213] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9979e0f5-6742-48dd-803c-b9368f1d5fa2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.534133] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294436, 'name': PowerOffVM_Task, 'duration_secs': 0.173883} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.534291] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.534461] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.538223] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e04926-e115-4c58-9f7f-e2dad82d639b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.539847] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294437, 'name': PowerOffVM_Task, 'duration_secs': 0.301127} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.542347] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.542347] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.542596] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 951.542596] env[70491]: value = "task-3294441" [ 951.542596] env[70491]: _type = "Task" [ 951.542596] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.543146] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-232053e1-b5cf-4542-bab1-4159e6c3f2a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.554422] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.565389] env[70491]: DEBUG nova.compute.utils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.568519] env[70491]: DEBUG nova.objects.instance [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'numa_topology' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.569739] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.569983] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.583790] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081082} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.585371] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.586383] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf24c37d-cd9a-4c57-9b03-05241d479494 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.616041] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.616041] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90438aa0-04e0-43dc-b69b-5dec88f961fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.632561] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.632819] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.633032] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleting the datastore file [datastore2] 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.633817] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2886d44-38bf-4c0a-b3cc-1b87131d8e45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.637478] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.637790] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.637925] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleting the datastore file [datastore2] 509e5873-2aaf-4f37-887e-7e5e0806457d {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.639720] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-399a1561-edf8-411e-9bbe-fc58670134a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.641723] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 951.641723] env[70491]: value = "task-3294444" [ 951.641723] env[70491]: _type = "Task" [ 951.641723] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.648651] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 951.648651] env[70491]: value = "task-3294446" [ 951.648651] env[70491]: _type = "Task" [ 951.648651] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.649097] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 951.649097] env[70491]: value = "task-3294445" [ 951.649097] env[70491]: _type = "Task" [ 951.649097] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.659058] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.666973] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.669248] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.671784] env[70491]: DEBUG nova.policy [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa8f049922d942aa88c89dd330f079cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '717975e18a3e464b92a8bf6af5e10c3c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.754844] env[70491]: DEBUG oslo_vmware.api [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294439, 'name': SuspendVM_Task} progress is 58%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.809602] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294440, 'name': PowerOffVM_Task, 'duration_secs': 0.506826} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.810497] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.810497] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.810497] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef53ef0e-b69a-4dd4-995e-b0346a507528 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.918846] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.919131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.919400] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleting the datastore file [datastore1] 5f07bfd6-ed13-492a-b385-adcea842ed7f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.919777] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-522cbf53-606d-4c84-b5a5-b84019a865b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.932301] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for the task: (returnval){ [ 951.932301] env[70491]: value = "task-3294448" [ 951.932301] env[70491]: _type = "Task" [ 951.932301] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.939892] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.061263] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294441, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.076541] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.080029] env[70491]: INFO nova.compute.claims [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.087579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.087579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.156601] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294444, 'name': ReconfigVM_Task, 'duration_secs': 0.330464} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.161364] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.165465] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325d6b45-5df5-4406-a9d9-52fcc93c423d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.168258] env[70491]: DEBUG oslo_vmware.api [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220789} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.168945] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.169192] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.169385] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.169578] env[70491]: INFO nova.compute.manager [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 952.169826] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.170443] env[70491]: DEBUG nova.compute.manager [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.170550] env[70491]: DEBUG nova.network.neutron [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.178626] env[70491]: DEBUG oslo_vmware.api [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183145} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.179320] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 952.179320] env[70491]: value = "task-3294449" [ 952.179320] env[70491]: _type = "Task" [ 952.179320] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.179813] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.180035] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.180253] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.180465] env[70491]: INFO nova.compute.manager [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Took 1.22 seconds to destroy the instance on the hypervisor. [ 952.180658] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.180939] env[70491]: DEBUG nova.compute.manager [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.181048] env[70491]: DEBUG nova.network.neutron [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.191753] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294449, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.222112] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Successfully created port: f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.251303] env[70491]: DEBUG oslo_vmware.api [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294439, 'name': SuspendVM_Task, 'duration_secs': 0.803561} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.252160] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Suspended the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 952.252160] env[70491]: DEBUG nova.compute.manager [None req-46ad527d-bea4-41c4-87f3-55d017fcfd1d tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.252721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140e2b4b-798d-44fb-bc20-cc505f7af982 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.440818] env[70491]: DEBUG oslo_vmware.api [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Task: {'id': task-3294448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189008} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.441861] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.442033] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.442310] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.442421] env[70491]: INFO nova.compute.manager [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.443131] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.443903] env[70491]: DEBUG nova.compute.manager [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.443903] env[70491]: DEBUG nova.network.neutron [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.558912] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294441, 'name': PowerOnVM_Task, 'duration_secs': 0.697324} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.559278] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.559465] env[70491]: DEBUG nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.560214] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a08b63-dd7c-45c0-9308-cd0b785c9cf8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.595132] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.694201] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294449, 'name': Rename_Task, 'duration_secs': 0.152319} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.694485] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.694726] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18f2a032-a889-4b58-ade1-7cab7a694288 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.702779] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 952.702779] env[70491]: value = "task-3294450" [ 952.702779] env[70491]: _type = "Task" [ 952.702779] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.713986] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.848777] env[70491]: DEBUG nova.compute.manager [req-f0ddeadd-38f4-4b2a-8ec2-43e9efe829c1 req-5e2b0619-01f4-46d9-87e2-8e6b1d036745 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Received event network-vif-deleted-de51757c-4428-462d-8a3a-b71f20d62510 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.848777] env[70491]: INFO nova.compute.manager [req-f0ddeadd-38f4-4b2a-8ec2-43e9efe829c1 req-5e2b0619-01f4-46d9-87e2-8e6b1d036745 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Neutron deleted interface de51757c-4428-462d-8a3a-b71f20d62510; detaching it from the instance and deleting it from the info cache [ 952.848777] env[70491]: DEBUG nova.network.neutron [req-f0ddeadd-38f4-4b2a-8ec2-43e9efe829c1 req-5e2b0619-01f4-46d9-87e2-8e6b1d036745 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.083374] env[70491]: INFO nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] bringing vm to original state: 'stopped' [ 953.105336] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.124179] env[70491]: DEBUG nova.network.neutron [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.136251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.148981] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.149285] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.149454] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.149626] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.149771] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.149916] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.150324] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.150549] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.150760] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.150963] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.151162] env[70491]: DEBUG nova.virt.hardware [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.153186] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da65750f-263b-48d9-8cd2-39b6631eeca6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.164971] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ecbfb3-c9d6-412b-bfee-e09fe7f4bb9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.212515] env[70491]: DEBUG oslo_vmware.api [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294450, 'name': PowerOnVM_Task, 'duration_secs': 0.465277} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.212812] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.213039] env[70491]: INFO nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Took 8.42 seconds to spawn the instance on the hypervisor. [ 953.213226] env[70491]: DEBUG nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.217873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a522d2a-cfef-42e0-987c-38d4aba46c12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.300874] env[70491]: DEBUG nova.compute.manager [req-5c822e07-eb56-4999-a56d-26e2e4c1e4e7 req-aec3b9a8-a88d-449a-8143-1b0e404026c9 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Received event network-vif-deleted-e0bfe4da-e19b-478f-a9ac-a8c746364eff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.301067] env[70491]: INFO nova.compute.manager [req-5c822e07-eb56-4999-a56d-26e2e4c1e4e7 req-aec3b9a8-a88d-449a-8143-1b0e404026c9 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Neutron deleted interface e0bfe4da-e19b-478f-a9ac-a8c746364eff; detaching it from the instance and deleting it from the info cache [ 953.301244] env[70491]: DEBUG nova.network.neutron [req-5c822e07-eb56-4999-a56d-26e2e4c1e4e7 req-aec3b9a8-a88d-449a-8143-1b0e404026c9 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.353861] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf10786a-9719-44dd-a194-579f018f0663 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.363732] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd96d03-c6e0-4966-8859-fa999520f8a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.403183] env[70491]: DEBUG nova.compute.manager [req-f0ddeadd-38f4-4b2a-8ec2-43e9efe829c1 req-5e2b0619-01f4-46d9-87e2-8e6b1d036745 service nova] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Detach interface failed, port_id=de51757c-4428-462d-8a3a-b71f20d62510, reason: Instance 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.513612] env[70491]: DEBUG nova.network.neutron [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.541786] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a472c-f027-4304-b532-2d57a416bc7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.549692] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed027f0-1338-4b81-8363-3a473b4358bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.582937] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a1552f-b0e6-4fef-afaa-a0f0917aa302 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.592015] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5c4c0c-79a4-411a-9eed-ed4ef3662ead {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.608299] env[70491]: DEBUG nova.compute.provider_tree [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.631891] env[70491]: INFO nova.compute.manager [-] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Took 1.45 seconds to deallocate network for instance. [ 953.737659] env[70491]: INFO nova.compute.manager [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Took 57.55 seconds to build instance. [ 953.806374] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-529e853e-e7f9-47cd-bf40-4cace056e502 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.815755] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236eb0e-8119-4e39-ad52-4a643b06c2da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.848992] env[70491]: DEBUG nova.compute.manager [req-5c822e07-eb56-4999-a56d-26e2e4c1e4e7 req-aec3b9a8-a88d-449a-8143-1b0e404026c9 service nova] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Detach interface failed, port_id=e0bfe4da-e19b-478f-a9ac-a8c746364eff, reason: Instance 509e5873-2aaf-4f37-887e-7e5e0806457d could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.854641] env[70491]: DEBUG nova.network.neutron [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.018140] env[70491]: INFO nova.compute.manager [-] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Took 1.85 seconds to deallocate network for instance. [ 954.080849] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Successfully updated port: f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.091646] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.091935] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.092165] env[70491]: DEBUG nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.093356] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0726de2d-e08e-44f2-b694-5b3b848f16f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.102073] env[70491]: DEBUG nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 954.110718] env[70491]: DEBUG nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.111765] env[70491]: DEBUG nova.scheduler.client.report [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.115721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0cd3d-f64a-4665-9a9c-9cce0a7244da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.138704] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.239635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2315923b-243b-460f-a233-63467e6fee62 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.343s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.357904] env[70491]: INFO nova.compute.manager [-] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Took 1.91 seconds to deallocate network for instance. [ 954.530447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.582310] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.582467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquired lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.582745] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.605331] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.605647] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe0b0107-39c6-4d99-b640-e9589cdac351 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.613817] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 954.613817] env[70491]: value = "task-3294451" [ 954.613817] env[70491]: _type = "Task" [ 954.613817] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.623246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.563s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.625575] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.625847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.204s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.626098] env[70491]: DEBUG nova.objects.instance [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lazy-loading 'resources' on Instance uuid f584142b-882f-4dff-a454-afe37be8c1fd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.628482] env[70491]: INFO nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] instance snapshotting [ 954.628745] env[70491]: WARNING nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 954.632107] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b916ec-71e2-48b7-b00f-62ca72fbe6c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.653110] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036d6aa9-a1d9-4c26-96dd-78f9a9774eb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.664313] env[70491]: INFO nova.network.neutron [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating port dd319ee6-4280-446d-a6ea-0f0a8050a36d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 954.865086] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.880668] env[70491]: DEBUG nova.compute.manager [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Received event network-vif-plugged-f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.880892] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Acquiring lock "79924114-5f5e-459b-9046-5c605299b07f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.881120] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Lock "79924114-5f5e-459b-9046-5c605299b07f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.881300] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Lock "79924114-5f5e-459b-9046-5c605299b07f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.881526] env[70491]: DEBUG nova.compute.manager [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] No waiting events found dispatching network-vif-plugged-f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.881695] env[70491]: WARNING nova.compute.manager [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Received unexpected event network-vif-plugged-f2d36bdf-7376-402e-8242-b91b6c28ab4f for instance with vm_state building and task_state spawning. [ 954.881868] env[70491]: DEBUG nova.compute.manager [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Received event network-changed-f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.882047] env[70491]: DEBUG nova.compute.manager [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Refreshing instance network info cache due to event network-changed-f2d36bdf-7376-402e-8242-b91b6c28ab4f. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.882232] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Acquiring lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.120342] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.125479] env[70491]: DEBUG oslo_vmware.api [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294451, 'name': PowerOffVM_Task, 'duration_secs': 0.186714} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.125734] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.125920] env[70491]: DEBUG nova.compute.manager [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.126705] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee6bf70-60b3-4800-a951-92ec30255fdf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.168392] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.168860] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40a61609-b52f-4e87-8851-d2fff05f7630 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.174949] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 955.174949] env[70491]: value = "task-3294452" [ 955.174949] env[70491]: _type = "Task" [ 955.174949] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.183437] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294452, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.216312] env[70491]: DEBUG nova.compute.manager [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 955.286820] env[70491]: DEBUG nova.network.neutron [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Updating instance_info_cache with network_info: [{"id": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "address": "fa:16:3e:ab:6e:9d", "network": {"id": "e21383b4-bbfd-4dd5-9ad7-4ba94c174922", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-405508113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717975e18a3e464b92a8bf6af5e10c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d36bdf-73", "ovs_interfaceid": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.399451] env[70491]: DEBUG nova.compute.manager [req-f2263938-855d-4eb9-8ef9-91b9169f3687 req-d8cbbd3f-c823-4b0a-834a-9fbdd675fcff service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-vif-deleted-d73d1714-e3ca-44ca-923a-6a9b11610d77 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.399657] env[70491]: DEBUG nova.compute.manager [req-f2263938-855d-4eb9-8ef9-91b9169f3687 req-d8cbbd3f-c823-4b0a-834a-9fbdd675fcff service nova] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Received event network-vif-deleted-f76d78d8-ece0-4e5f-b8a5-8b1cd1cf1ce1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.481975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2523d6-f8e9-4629-ac97-e99bc54cca2e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.491045] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2f0671-ed24-4f38-a164-85b383cb551c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.525755] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf81817-e4d0-4699-a062-168c58936eeb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.533643] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b187e-a202-4407-b275-3427bc791e08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.547566] env[70491]: DEBUG nova.compute.provider_tree [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.644971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.686095] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294452, 'name': CreateSnapshot_Task, 'duration_secs': 0.47322} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.686715] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 955.687403] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8ebb86-b56a-4a93-9d24-a89a07ae3d62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.743203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.791326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Releasing lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.791675] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Instance network_info: |[{"id": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "address": "fa:16:3e:ab:6e:9d", "network": {"id": "e21383b4-bbfd-4dd5-9ad7-4ba94c174922", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-405508113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717975e18a3e464b92a8bf6af5e10c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d36bdf-73", "ovs_interfaceid": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.792041] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Acquired lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.792268] env[70491]: DEBUG nova.network.neutron [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Refreshing network info cache for port f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.793474] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6e:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2d36bdf-7376-402e-8242-b91b6c28ab4f', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.802328] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Creating folder: Project (717975e18a3e464b92a8bf6af5e10c3c). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.803453] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187dfa25-eaff-4d86-a281-450fe5f427bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.814530] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Created folder: Project (717975e18a3e464b92a8bf6af5e10c3c) in parent group-v657728. [ 955.814732] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Creating folder: Instances. Parent ref: group-v657924. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.814962] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21f2d994-3d6c-44ff-9d7a-f021c8cf818c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.824037] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Created folder: Instances in parent group-v657924. [ 955.824282] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.824470] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.824678] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec3d206-cc9d-411f-be82-cfc58170eb8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.844804] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.844804] env[70491]: value = "task-3294455" [ 955.844804] env[70491]: _type = "Task" [ 955.844804] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.853012] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294455, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.052033] env[70491]: DEBUG nova.scheduler.client.report [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.153787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.207146] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 956.207403] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-524c9e52-d922-4bd2-b610-dc18aa318d6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.213851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.214038] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.214232] env[70491]: DEBUG nova.network.neutron [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.217341] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 956.217341] env[70491]: value = "task-3294456" [ 956.217341] env[70491]: _type = "Task" [ 956.217341] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.226712] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294456, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.357289] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294455, 'name': CreateVM_Task, 'duration_secs': 0.337715} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.357488] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.358135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.358301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.358627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.358883] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7099a02d-2d91-42e0-ac9b-c668ea1f1e83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.363539] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 956.363539] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b232-9081-f4a6-0ccf-cbf1e4abc0a8" [ 956.363539] env[70491]: _type = "Task" [ 956.363539] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.373686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.373933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.374153] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.374344] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.374511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.375975] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b232-9081-f4a6-0ccf-cbf1e4abc0a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.376826] env[70491]: INFO nova.compute.manager [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Terminating instance [ 956.496661] env[70491]: DEBUG nova.network.neutron [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Updated VIF entry in instance network info cache for port f2d36bdf-7376-402e-8242-b91b6c28ab4f. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.497045] env[70491]: DEBUG nova.network.neutron [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Updating instance_info_cache with network_info: [{"id": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "address": "fa:16:3e:ab:6e:9d", "network": {"id": "e21383b4-bbfd-4dd5-9ad7-4ba94c174922", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-405508113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "717975e18a3e464b92a8bf6af5e10c3c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2d36bdf-73", "ovs_interfaceid": "f2d36bdf-7376-402e-8242-b91b6c28ab4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.558150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.560505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.331s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.562145] env[70491]: INFO nova.compute.claims [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.576218] env[70491]: INFO nova.scheduler.client.report [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Deleted allocations for instance f584142b-882f-4dff-a454-afe37be8c1fd [ 956.730241] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294456, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.875989] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236b232-9081-f4a6-0ccf-cbf1e4abc0a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.876462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.876712] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.876946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.877101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.877321] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.877528] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5128d4-97b0-4544-b8d4-678bcdb1ea17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.879981] env[70491]: DEBUG nova.compute.manager [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.880190] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.880940] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b7881-fc2a-4b5f-996e-056e7f8491de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.885508] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.885687] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.888602] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7438dd-8d57-4d93-be56-232464d9e2e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.890721] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.890939] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b90b5c-6e15-49ba-abb4-0f99a0959f98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.895195] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 956.895195] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc75ca-8988-79ad-4ffe-041aad58f1c2" [ 956.895195] env[70491]: _type = "Task" [ 956.895195] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.904039] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc75ca-8988-79ad-4ffe-041aad58f1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.956616] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.956831] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.957030] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore1] 5ac616cb-2652-42a9-aaa2-25f0b61d9845 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.957411] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-830cd052-3302-4c5b-918f-1c90422f895a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.963806] env[70491]: DEBUG oslo_vmware.api [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 956.963806] env[70491]: value = "task-3294458" [ 956.963806] env[70491]: _type = "Task" [ 956.963806] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.973354] env[70491]: DEBUG oslo_vmware.api [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.000225] env[70491]: DEBUG oslo_concurrency.lockutils [req-b102ccfd-b4fa-4c85-bc38-4cb1c8cfddfd req-42113fce-f2a2-4cab-9f2a-f3406776f209 service nova] Releasing lock "refresh_cache-79924114-5f5e-459b-9046-5c605299b07f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.083626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42b65f4d-1e47-4088-9263-f03782e56365 tempest-ServerAddressesTestJSON-1349904957 tempest-ServerAddressesTestJSON-1349904957-project-member] Lock "f584142b-882f-4dff-a454-afe37be8c1fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.207s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.175541] env[70491]: DEBUG nova.compute.manager [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.175805] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.175952] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.176167] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.176367] env[70491]: DEBUG nova.compute.manager [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] No waiting events found dispatching network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.176544] env[70491]: WARNING nova.compute.manager [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received unexpected event network-vif-plugged-dd319ee6-4280-446d-a6ea-0f0a8050a36d for instance with vm_state shelved_offloaded and task_state spawning. [ 957.176707] env[70491]: DEBUG nova.compute.manager [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.176859] env[70491]: DEBUG nova.compute.manager [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing instance network info cache due to event network-changed-dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.177100] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Acquiring lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.231548] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294456, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.400719] env[70491]: DEBUG nova.network.neutron [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.407631] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dc75ca-8988-79ad-4ffe-041aad58f1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.408460] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99727674-9b30-4e0e-aa8d-abf967d28f37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.413716] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 957.413716] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526c3ef4-ae8f-e32d-b064-a98748ab1f3e" [ 957.413716] env[70491]: _type = "Task" [ 957.413716] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.423153] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526c3ef4-ae8f-e32d-b064-a98748ab1f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.474128] env[70491]: DEBUG oslo_vmware.api [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12748} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.474415] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.474581] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.474756] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.474930] env[70491]: INFO nova.compute.manager [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Took 0.59 seconds to destroy the instance on the hypervisor. [ 957.475225] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.475425] env[70491]: DEBUG nova.compute.manager [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.475529] env[70491]: DEBUG nova.network.neutron [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.734469] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294456, 'name': CloneVM_Task, 'duration_secs': 1.363936} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.734743] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Created linked-clone VM from snapshot [ 957.735489] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a4ae7f-f93c-4ce7-9b9a-25b7a380d5ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.743941] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Uploading image cb81fd5c-eadd-4008-b3aa-0fd4abbcbfa7 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.767321] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.767321] env[70491]: value = "vm-657927" [ 957.767321] env[70491]: _type = "VirtualMachine" [ 957.767321] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.767764] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dafeacf3-1bb0-4085-bf12-da4830599d4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.774734] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease: (returnval){ [ 957.774734] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e36ec-d094-b241-5579-06abee80279a" [ 957.774734] env[70491]: _type = "HttpNfcLease" [ 957.774734] env[70491]: } obtained for exporting VM: (result){ [ 957.774734] env[70491]: value = "vm-657927" [ 957.774734] env[70491]: _type = "VirtualMachine" [ 957.774734] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.775102] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the lease: (returnval){ [ 957.775102] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e36ec-d094-b241-5579-06abee80279a" [ 957.775102] env[70491]: _type = "HttpNfcLease" [ 957.775102] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.783940] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.783940] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e36ec-d094-b241-5579-06abee80279a" [ 957.783940] env[70491]: _type = "HttpNfcLease" [ 957.783940] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.903378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.908962] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Acquired lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.909216] env[70491]: DEBUG nova.network.neutron [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Refreshing network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.926116] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3002e8c-c53f-47c0-badd-d772e534b9fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.939542] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526c3ef4-ae8f-e32d-b064-a98748ab1f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.943725] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='12c5707341c0971f0fbd87b78de027d5',container_format='bare',created_at=2025-04-04T01:31:30Z,direct_url=,disk_format='vmdk',id=94032501-c4ba-4182-a916-1d4462e931a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1381298214-shelved',owner='5aaafc34bd0c4a629559db83f56b529b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-04T01:31:46Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.943963] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.944163] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.944359] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.944505] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.944694] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.944856] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.945080] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.945200] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.945397] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.945531] env[70491]: DEBUG nova.virt.hardware [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.945848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.946102] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 79924114-5f5e-459b-9046-5c605299b07f/79924114-5f5e-459b-9046-5c605299b07f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.947475] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c64e6-a210-4363-ba9a-37989ed77ac4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.949958] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b745288-8062-4912-9582-cc11f40d0a64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.952903] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3bc246-bfcd-40a2-bc57-d2cf75ede764 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.988400] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e233f11-57d3-44ae-bc57-4e9ffe542ed0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.995630] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c0098-392a-480d-aba2-750d5cb674d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.997580] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 957.997580] env[70491]: value = "task-3294460" [ 957.997580] env[70491]: _type = "Task" [ 957.997580] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.011446] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:08:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd319ee6-4280-446d-a6ea-0f0a8050a36d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.019120] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.020904] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6199a47-c37c-4064-9574-5021673ca3be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.025012] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.028767] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77bdd51a-ae87-49b4-9762-fe1e1274a748 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.043164] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.053966] env[70491]: DEBUG nova.compute.provider_tree [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.056610] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.056610] env[70491]: value = "task-3294461" [ 958.056610] env[70491]: _type = "Task" [ 958.056610] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.064619] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294461, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.284873] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.284873] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e36ec-d094-b241-5579-06abee80279a" [ 958.284873] env[70491]: _type = "HttpNfcLease" [ 958.284873] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 958.285339] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 958.285339] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e36ec-d094-b241-5579-06abee80279a" [ 958.285339] env[70491]: _type = "HttpNfcLease" [ 958.285339] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 958.286386] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ae2be-d16c-475d-a41c-a820ddd369d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.295818] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 958.296819] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 958.362807] env[70491]: DEBUG nova.network.neutron [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.403873] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af30b06b-dcca-480f-9505-72a9ce18de23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.509026] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294460, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.558209] env[70491]: DEBUG nova.scheduler.client.report [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.570239] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294461, 'name': CreateVM_Task, 'duration_secs': 0.433423} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.570429] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.571091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.571249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.571645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.571884] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5475654-b79a-4114-a161-60b4922e3131 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.576824] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 958.576824] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5213c26c-c665-fb3b-c1f7-ea8b4d61b8e6" [ 958.576824] env[70491]: _type = "Task" [ 958.576824] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.585379] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5213c26c-c665-fb3b-c1f7-ea8b4d61b8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.767460] env[70491]: DEBUG nova.network.neutron [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updated VIF entry in instance network info cache for port dd319ee6-4280-446d-a6ea-0f0a8050a36d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.767974] env[70491]: DEBUG nova.network.neutron [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [{"id": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "address": "fa:16:3e:9b:08:1d", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd319ee6-42", "ovs_interfaceid": "dd319ee6-4280-446d-a6ea-0f0a8050a36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.865848] env[70491]: INFO nova.compute.manager [-] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Took 1.39 seconds to deallocate network for instance. [ 959.008992] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596322} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.009369] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 79924114-5f5e-459b-9046-5c605299b07f/79924114-5f5e-459b-9046-5c605299b07f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.009572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.009793] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2665161-5960-4ff0-982f-60bf7b2a6bc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.016728] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 959.016728] env[70491]: value = "task-3294462" [ 959.016728] env[70491]: _type = "Task" [ 959.016728] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.026211] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.066023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.066533] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.069605] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.008s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.070099] env[70491]: DEBUG nova.objects.instance [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lazy-loading 'resources' on Instance uuid eb8e683a-b323-4ed7-bb1c-dff60909dac6 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.090233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.090613] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Processing image 94032501-c4ba-4182-a916-1d4462e931a3 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.090861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.091016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.091198] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.091734] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44ae3435-ad39-47a5-8d89-bf90218cc128 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.110132] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.110338] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.111189] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acbbf131-77d1-4722-b7f7-cebbef124815 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.120772] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 959.120772] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261667a-dffd-8907-1772-4d852eadba8e" [ 959.120772] env[70491]: _type = "Task" [ 959.120772] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.135330] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261667a-dffd-8907-1772-4d852eadba8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.235916] env[70491]: DEBUG nova.compute.manager [req-df7d161d-25ca-4355-9db8-bddfbf858956 req-b891afe8-15f3-40ce-b3dc-cdfb7fe8ba17 service nova] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Received event network-vif-deleted-4eb7f662-52cb-4bff-a49a-2f35ab056b9d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.271448] env[70491]: DEBUG oslo_concurrency.lockutils [req-0ad99222-c30f-4ca3-84f7-79b892665f99 req-6201adc8-addd-4723-ae73-4bd635099e18 service nova] Releasing lock "refresh_cache-8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.374151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.529290] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071011} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.530034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.530777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2728198-51e6-45ae-807d-db3b09a4235e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.554127] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 79924114-5f5e-459b-9046-5c605299b07f/79924114-5f5e-459b-9046-5c605299b07f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.554591] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7feb2ba6-2d37-4249-b82f-b36493064cc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.575470] env[70491]: DEBUG nova.compute.utils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.578395] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 959.579267] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 959.579267] env[70491]: value = "task-3294463" [ 959.579267] env[70491]: _type = "Task" [ 959.579267] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.587397] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.634307] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 959.634595] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Fetch image to [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80/OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 959.634831] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Downloading stream optimized image 94032501-c4ba-4182-a916-1d4462e931a3 to [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80/OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80.vmdk on the data store datastore2 as vApp {{(pid=70491) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 959.635031] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Downloading image file data 94032501-c4ba-4182-a916-1d4462e931a3 to the ESX as VM named 'OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80' {{(pid=70491) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 959.732062] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 959.732062] env[70491]: value = "resgroup-9" [ 959.732062] env[70491]: _type = "ResourcePool" [ 959.732062] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 959.732062] env[70491]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-952ea98f-1236-4faf-abfd-bd539e5ec29a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.773276] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease: (returnval){ [ 959.773276] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 959.773276] env[70491]: _type = "HttpNfcLease" [ 959.773276] env[70491]: } obtained for vApp import into resource pool (val){ [ 959.773276] env[70491]: value = "resgroup-9" [ 959.773276] env[70491]: _type = "ResourcePool" [ 959.773276] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 959.773276] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the lease: (returnval){ [ 959.773276] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 959.773276] env[70491]: _type = "HttpNfcLease" [ 959.773276] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.786750] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.786750] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 959.786750] env[70491]: _type = "HttpNfcLease" [ 959.786750] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.991864] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a251b2-c9bc-47bc-a822-acc1c532456d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.005227] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b6e152-9713-4d60-a1bc-e67acbf1cdfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.037369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8bfe47-1476-4c0f-abed-5372b8f3c88b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.044905] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d4d14f-43fe-4b73-ac00-f591ab8bee3e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.063217] env[70491]: DEBUG nova.compute.provider_tree [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.079915] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.093128] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294463, 'name': ReconfigVM_Task, 'duration_secs': 0.433789} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.093515] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 79924114-5f5e-459b-9046-5c605299b07f/79924114-5f5e-459b-9046-5c605299b07f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.094267] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59f6c57a-4021-49e9-ba45-898802605b02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.100687] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 960.100687] env[70491]: value = "task-3294465" [ 960.100687] env[70491]: _type = "Task" [ 960.100687] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.110315] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294465, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.283075] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.283075] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 960.283075] env[70491]: _type = "HttpNfcLease" [ 960.283075] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.572700] env[70491]: DEBUG nova.scheduler.client.report [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.613830] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294465, 'name': Rename_Task, 'duration_secs': 0.182532} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.615420] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.615699] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2918fc5c-7e98-4a6c-8a91-01395495b7b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.622860] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 960.622860] env[70491]: value = "task-3294466" [ 960.622860] env[70491]: _type = "Task" [ 960.622860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.633667] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.782630] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.782630] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 960.782630] env[70491]: _type = "HttpNfcLease" [ 960.782630] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.081692] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.082597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.601s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.085279] env[70491]: INFO nova.compute.claims [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 961.096392] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.115781] env[70491]: INFO nova.scheduler.client.report [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Deleted allocations for instance eb8e683a-b323-4ed7-bb1c-dff60909dac6 [ 961.135177] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.284547] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.284547] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 961.284547] env[70491]: _type = "HttpNfcLease" [ 961.284547] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 961.623603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57fdff02-7339-4951-ba40-8c152bca3732 tempest-ServerPasswordTestJSON-412295770 tempest-ServerPasswordTestJSON-412295770-project-member] Lock "eb8e683a-b323-4ed7-bb1c-dff60909dac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.106s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.633538] env[70491]: DEBUG oslo_vmware.api [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294466, 'name': PowerOnVM_Task, 'duration_secs': 0.76931} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.633812] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.634016] env[70491]: INFO nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Took 8.53 seconds to spawn the instance on the hypervisor. [ 961.634206] env[70491]: DEBUG nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.635024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1873c7d3-371f-4797-a7ec-26ea023871ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.783612] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.783612] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 961.783612] env[70491]: _type = "HttpNfcLease" [ 961.783612] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.783919] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.783919] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228b6af-2bb2-2970-8d31-fa1b3e2429b5" [ 961.783919] env[70491]: _type = "HttpNfcLease" [ 961.783919] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 961.784730] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2566b9-c651-47d8-a2d8-64556589f594 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.792647] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.792861] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 961.887354] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9f12d5c-3fb7-44a7-b639-a4ef19a30104 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.159588] env[70491]: INFO nova.compute.manager [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Took 49.85 seconds to build instance. [ 962.505403] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266654f-d9c1-43ca-ba49-0cc999deec0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.520450] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af116e-dceb-42f9-8bd3-878e0c7f90bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.563094] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b4e2a-17a4-4918-85e5-4722b1036e48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.573202] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f558a9a-1e5b-4a48-9038-4724c37c0c0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.588826] env[70491]: DEBUG nova.compute.provider_tree [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.668259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a03e36b2-f42f-4beb-9e84-c7de34d065e3 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.243s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.804406] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.804743] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.804965] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.806369] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.806556] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.806793] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.807096] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.807630] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.807870] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.808098] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.808777] env[70491]: DEBUG nova.virt.hardware [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.809616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c649e-5ba2-45f7-ad2f-ee6a3026605c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.821290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f291fc-cdd8-4679-88d5-186ae45bb1cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.841729] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.848588] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Creating folder: Project (56f58a57620a4e6da3bdc03e571f1bcb). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.852727] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97d11a5-c5e9-41db-8089-b1c1c0815801 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.863946] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Created folder: Project (56f58a57620a4e6da3bdc03e571f1bcb) in parent group-v657728. [ 962.864740] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Creating folder: Instances. Parent ref: group-v657930. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 962.864967] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e450c5de-4f6e-413a-8b4e-04b65eb57c41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.875596] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Created folder: Instances in parent group-v657930. [ 962.875596] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.875596] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.875812] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c9598db-586c-4dbf-bab0-df14720b3a0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.895436] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.895436] env[70491]: value = "task-3294469" [ 962.895436] env[70491]: _type = "Task" [ 962.895436] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.908070] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294469, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.095875] env[70491]: DEBUG nova.scheduler.client.report [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.401296] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 963.401296] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 963.402089] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc0a56-029a-405c-b638-71fec95f5854 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.410634] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294469, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.412465] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 963.413142] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 963.413142] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-85d50747-d4d6-4b0a-8fa3-27771ce9a0ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.608259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.608784] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.611989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.353s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.612259] env[70491]: DEBUG nova.objects.instance [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lazy-loading 'resources' on Instance uuid ea40f309-6acc-4734-b940-b6d353856f5e {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.703283] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5232366a-5328-2cfa-e5ca-5d2c1216d920/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 963.703614] env[70491]: INFO nova.virt.vmwareapi.images [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Downloaded image file data 94032501-c4ba-4182-a916-1d4462e931a3 [ 963.705219] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c656ab2-43a7-4a01-b849-55dc7b1ba9b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.722771] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aeb97e4-b6b3-4b2a-88f2-79c2b48bc7ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.746984] env[70491]: INFO nova.virt.vmwareapi.images [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] The imported VM was unregistered [ 963.748244] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 963.748662] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.748983] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6710e7a-ba2e-4dfa-8b45-d2a1dacd5918 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.761421] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.762382] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80/OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80.vmdk to [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk. {{(pid=70491) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 963.762382] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3266bca6-7e70-4a78-a939-0c76e794ef3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.770837] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 963.770837] env[70491]: value = "task-3294471" [ 963.770837] env[70491]: _type = "Task" [ 963.770837] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.783739] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.910897] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294469, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.974588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "02f69219-4ea8-4b3f-a597-341e8b568764" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.974885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.116250] env[70491]: DEBUG nova.compute.utils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.121013] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.121169] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.177101] env[70491]: DEBUG nova.policy [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.286028] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.406330] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294469, 'name': CreateVM_Task, 'duration_secs': 1.446752} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.409492] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.411362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.411458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.411784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.412116] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be56e4a4-37a5-4e88-9b37-37e74e2eb9c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.419982] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 964.419982] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52251827-8fd9-809d-888c-7ecf3047fed1" [ 964.419982] env[70491]: _type = "Task" [ 964.419982] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.434045] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52251827-8fd9-809d-888c-7ecf3047fed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.477325] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.540338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1905f6-abe9-4c63-beb3-220e0f49b04e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.549026] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d40d03-3b55-4fe7-9f81-6c925b2c0100 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.587015] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Successfully created port: 0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.590216] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865cf83-0f25-40fd-b1e0-7b4c35169aa8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.600927] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df20d5-513b-44eb-bac2-a08b0c5cf958 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.620630] env[70491]: DEBUG nova.compute.provider_tree [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.622554] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.786775] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.933303] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52251827-8fd9-809d-888c-7ecf3047fed1, 'name': SearchDatastore_Task, 'duration_secs': 0.090559} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.933739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.937419] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.937419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.937419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.937419] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.937419] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38b2a69-ba07-4593-ad4a-ff619d761e12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.952593] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.952816] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.953718] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763d776a-1993-492c-b60f-1a278d8041d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.961144] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 964.961144] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5307-2ab4-50d3-8c4d-0995a0fc2e39" [ 964.961144] env[70491]: _type = "Task" [ 964.961144] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.969556] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5307-2ab4-50d3-8c4d-0995a0fc2e39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.006237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.130032] env[70491]: DEBUG nova.scheduler.client.report [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.287335] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.471595] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5307-2ab4-50d3-8c4d-0995a0fc2e39, 'name': SearchDatastore_Task, 'duration_secs': 0.088436} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.472658] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b1a680-b708-42a6-9396-0e74eba08c73 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.481164] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 965.481164] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ae32cf-d841-90bf-1ac8-66a99f72cf21" [ 965.481164] env[70491]: _type = "Task" [ 965.481164] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.489071] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ae32cf-d841-90bf-1ac8-66a99f72cf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.638192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.641403] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.644597] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.479s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.644597] env[70491]: DEBUG nova.objects.instance [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'resources' on Instance uuid 39ffa78d-9d63-485c-a080-3f9e407e6a27 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.662911] env[70491]: INFO nova.scheduler.client.report [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Deleted allocations for instance ea40f309-6acc-4734-b940-b6d353856f5e [ 965.668696] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.668696] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.668926] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.669213] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.669289] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.669441] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.669652] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.669811] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.670007] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.670206] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.670426] env[70491]: DEBUG nova.virt.hardware [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.671353] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5c8dad-d42d-4473-ab06-e53712c13578 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.683368] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47204672-8976-4ca3-84dd-e3f247669815 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.788659] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.921322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "79924114-5f5e-459b-9046-5c605299b07f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.921635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.921849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "79924114-5f5e-459b-9046-5c605299b07f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.922071] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.922419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.925009] env[70491]: INFO nova.compute.manager [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Terminating instance [ 965.992841] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ae32cf-d841-90bf-1ac8-66a99f72cf21, 'name': SearchDatastore_Task, 'duration_secs': 0.089022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.993176] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.993441] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.993711] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8a0680-ae51-4af4-8d6f-641714ffefc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.000793] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 966.000793] env[70491]: value = "task-3294472" [ 966.000793] env[70491]: _type = "Task" [ 966.000793] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.010226] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.181948] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1f71234-39e3-4feb-9436-05e84aaa90d6 tempest-ImagesOneServerNegativeTestJSON-1077947880 tempest-ImagesOneServerNegativeTestJSON-1077947880-project-member] Lock "ea40f309-6acc-4734-b940-b6d353856f5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.938s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.291240] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294471, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.423759} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.294335] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80/OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80.vmdk to [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk. [ 966.294572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Cleaning up location [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 966.294744] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e3260202-5fc0-46e5-beb5-efcb54b31c80 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.295373] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92a47d05-e2ca-4a28-bef4-dc255add916d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.302149] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 966.302149] env[70491]: value = "task-3294473" [ 966.302149] env[70491]: _type = "Task" [ 966.302149] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.313780] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.409575] env[70491]: DEBUG nova.compute.manager [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-plugged-0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.409575] env[70491]: DEBUG oslo_concurrency.lockutils [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.409759] env[70491]: DEBUG oslo_concurrency.lockutils [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.409979] env[70491]: DEBUG oslo_concurrency.lockutils [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.413538] env[70491]: DEBUG nova.compute.manager [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] No waiting events found dispatching network-vif-plugged-0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 966.413538] env[70491]: WARNING nova.compute.manager [req-c23ac654-42c3-4eea-9512-82658631203a req-fef61789-2681-4e38-8a06-8aca840a4934 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received unexpected event network-vif-plugged-0748e469-41fc-4500-a2ec-ab2fa8764cb4 for instance with vm_state building and task_state spawning. [ 966.429369] env[70491]: DEBUG nova.compute.manager [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.429589] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.430796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d85c688-3e72-433e-94df-8d2cb9b83fe5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.443145] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.443145] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0dfdef0-29c3-44af-843c-6ae0363fd798 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.452046] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 966.452046] env[70491]: value = "task-3294474" [ 966.452046] env[70491]: _type = "Task" [ 966.452046] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.466336] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.511699] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.609966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef963bf-1efe-4b08-9bfb-1b5f3873b53d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.617827] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e2898-c514-4da6-8bee-a0aa89854b29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.651204] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Successfully updated port: 0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.652959] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d534e9-88ed-46d7-84a9-9d8333599415 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.660911] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf789ee-745b-478d-8824-dff0c068ff57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.676473] env[70491]: DEBUG nova.compute.provider_tree [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.813963] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190334} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.814325] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.814615] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.814928] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk to [datastore2] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.815222] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-465bb2d9-8f10-4b03-9813-23fd9cce5356 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.822021] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 966.822021] env[70491]: value = "task-3294475" [ 966.822021] env[70491]: _type = "Task" [ 966.822021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.829991] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.962650] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294474, 'name': PowerOffVM_Task, 'duration_secs': 0.289923} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.962949] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.963164] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.963451] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5b90086-970a-46e8-ac53-d3c34cc4872f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.013877] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589771} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.014296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.014608] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.014808] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e4fd496-9f14-4261-8c26-fe0868018eb1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.021689] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 967.021689] env[70491]: value = "task-3294477" [ 967.021689] env[70491]: _type = "Task" [ 967.021689] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.030558] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.045408] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.045642] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.045775] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Deleting the datastore file [datastore2] 79924114-5f5e-459b-9046-5c605299b07f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.046068] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ae3e4a-84bf-40ff-b74a-59725e5a1b0f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.053608] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for the task: (returnval){ [ 967.053608] env[70491]: value = "task-3294478" [ 967.053608] env[70491]: _type = "Task" [ 967.053608] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.062148] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.157529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.157745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.157745] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.179944] env[70491]: DEBUG nova.scheduler.client.report [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.333210] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.531953] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140355} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.532275] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.533093] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b85277-ecb4-44d4-8dad-90848fea0376 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.555264] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.555694] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af90182-ee3b-40be-bb18-a8995cd17c2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.578933] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.580223] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 967.580223] env[70491]: value = "task-3294479" [ 967.580223] env[70491]: _type = "Task" [ 967.580223] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.588326] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.685464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.688321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.615s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.688701] env[70491]: DEBUG nova.objects.instance [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lazy-loading 'resources' on Instance uuid cb7276a6-ee43-4398-9f6f-f789f376612a {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.725636] env[70491]: INFO nova.scheduler.client.report [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance 39ffa78d-9d63-485c-a080-3f9e407e6a27 [ 967.733255] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.806697] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 967.807856] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adfe8a0-d1f7-40d7-9b52-bc78f97d63cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.821556] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 967.822384] env[70491]: ERROR oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk due to incomplete transfer. [ 967.822384] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d224bd30-c540-4c85-a1d5-2135fb62e121 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.833464] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.834779] env[70491]: DEBUG oslo_vmware.rw_handles [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528987e0-f99a-40ae-35e8-83f9856fc4c3/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 967.834975] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Uploaded image cb81fd5c-eadd-4008-b3aa-0fd4abbcbfa7 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 967.837300] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 967.837603] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5400c1fd-be2b-4b9b-a601-5ab4596ce785 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.843891] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 967.843891] env[70491]: value = "task-3294480" [ 967.843891] env[70491]: _type = "Task" [ 967.843891] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.853924] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294480, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.041541] env[70491]: DEBUG nova.network.neutron [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.069907] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.095368] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.245451] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fb05cbe6-c76c-4370-a6b1-8435e9b65dcb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "39ffa78d-9d63-485c-a080-3f9e407e6a27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.644s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.335580] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.354400] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294480, 'name': Destroy_Task, 'duration_secs': 0.390408} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.359332] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Destroyed the VM [ 968.359332] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 968.359332] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6cdaa282-afc0-4757-a13a-3a98a08e6247 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.366069] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 968.366069] env[70491]: value = "task-3294481" [ 968.366069] env[70491]: _type = "Task" [ 968.366069] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.375483] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.544816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.545143] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Instance network_info: |[{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.545803] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:88:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0748e469-41fc-4500-a2ec-ab2fa8764cb4', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.559277] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.560107] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.564653] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99bb1fd6-767b-4faf-8683-614961bb2574 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.591533] env[70491]: DEBUG nova.compute.manager [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-changed-0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.592422] env[70491]: DEBUG nova.compute.manager [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing instance network info cache due to event network-changed-0748e469-41fc-4500-a2ec-ab2fa8764cb4. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.592789] env[70491]: DEBUG oslo_concurrency.lockutils [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.592876] env[70491]: DEBUG oslo_concurrency.lockutils [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.593069] env[70491]: DEBUG nova.network.neutron [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing network info cache for port 0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.606463] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.608837] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.608837] env[70491]: value = "task-3294482" [ 968.608837] env[70491]: _type = "Task" [ 968.608837] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.623036] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.626920] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294482, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.633715] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a056200-4483-4d83-9696-506acb7eeae8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.643033] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27056c22-bb9e-4fe0-b026-1aaecef46891 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.697216] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30689dd-cb53-4a68-abe5-c950f83654cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.708178] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25065348-fd57-4104-8136-1919a6340a37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.729762] env[70491]: DEBUG nova.compute.provider_tree [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.837335] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.878334] env[70491]: DEBUG oslo_vmware.api [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.499271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.878611] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.878853] env[70491]: INFO nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Took 14.25 seconds to snapshot the instance on the hypervisor. [ 969.069798] env[70491]: DEBUG oslo_vmware.api [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Task: {'id': task-3294478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.787795} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.070101] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.070451] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.070744] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.070862] env[70491]: INFO nova.compute.manager [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Took 2.64 seconds to destroy the instance on the hypervisor. [ 969.071112] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.071331] env[70491]: DEBUG nova.compute.manager [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.071428] env[70491]: DEBUG nova.network.neutron [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.101876] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294479, 'name': ReconfigVM_Task, 'duration_secs': 1.373087} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.102346] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Reconfigured VM instance instance-00000047 to attach disk [datastore2] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.102824] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2ef2f38-7273-4814-bb0b-4daf17e98513 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.109838] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 969.109838] env[70491]: value = "task-3294483" [ 969.109838] env[70491]: _type = "Task" [ 969.109838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.122858] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294482, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.128369] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294483, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.235277] env[70491]: DEBUG nova.scheduler.client.report [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.328849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.329292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.329634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.329947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.330289] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.337510] env[70491]: INFO nova.compute.manager [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Terminating instance [ 969.344547] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294475, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.436862} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.344817] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/94032501-c4ba-4182-a916-1d4462e931a3/94032501-c4ba-4182-a916-1d4462e931a3.vmdk to [datastore2] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.346336] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a7e4d-d21e-48c3-aca7-d62c9007294b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.370774] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.371455] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ad9b54-ae7a-48da-b7a4-350a25b6ab89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.391140] env[70491]: DEBUG nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance disappeared during snapshot {{(pid=70491) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 969.398211] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 969.398211] env[70491]: value = "task-3294484" [ 969.398211] env[70491]: _type = "Task" [ 969.398211] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.402509] env[70491]: DEBUG nova.compute.manager [None req-8101163c-493e-45ed-b1ff-231fbac041f2 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image not found during clean up cb81fd5c-eadd-4008-b3aa-0fd4abbcbfa7 {{(pid=70491) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 969.409955] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.429322] env[70491]: DEBUG nova.network.neutron [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updated VIF entry in instance network info cache for port 0748e469-41fc-4500-a2ec-ab2fa8764cb4. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.429739] env[70491]: DEBUG nova.network.neutron [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.621957] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294482, 'name': CreateVM_Task, 'duration_secs': 0.863431} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.625634] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.625634] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294483, 'name': Rename_Task, 'duration_secs': 0.215968} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.626231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.626394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.626709] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.627443] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.627683] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae8eae8-6fe6-4ef4-9a64-7c1d372fd3f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.629269] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a3f31c-ce92-4738-95f3-c45208d45f7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.633418] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 969.633418] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5282837a-ab2a-816f-4f1a-b289a49e0038" [ 969.633418] env[70491]: _type = "Task" [ 969.633418] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.637641] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 969.637641] env[70491]: value = "task-3294485" [ 969.637641] env[70491]: _type = "Task" [ 969.637641] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.643550] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5282837a-ab2a-816f-4f1a-b289a49e0038, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.649767] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.743357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.745725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.141s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.745959] env[70491]: DEBUG nova.objects.instance [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lazy-loading 'resources' on Instance uuid 5e8ff32b-c9ca-4374-9b0e-ace891d3b258 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.763497] env[70491]: INFO nova.scheduler.client.report [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleted allocations for instance cb7276a6-ee43-4398-9f6f-f789f376612a [ 969.840425] env[70491]: DEBUG nova.network.neutron [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.843129] env[70491]: DEBUG nova.compute.manager [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.843129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.843352] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcd9823-a610-4d75-8ce3-79ee5becac04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.855104] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.855104] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8c116f8-3bdd-483f-9529-6027e38d5b40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.909872] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294484, 'name': ReconfigVM_Task, 'duration_secs': 0.337745} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.910258] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4/8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.911599] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'image_id': '65a4678a-39cf-4d1a-897b-9b52677e4699'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657909', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'name': 'volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'serial': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': '6fea02ae-46b1-4b3a-8110-37540dc8237f', 'volume_type': None}], 'swap': None} {{(pid=70491) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 969.911800] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 969.911984] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657909', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'name': 'volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'serial': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 969.912786] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d4fe26-26ff-4234-8d37-1ee64885647a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.930363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6196dc-f7fc-42a6-90b2-f912f98f02b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.932873] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.933606] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.933606] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore1] 0b0f8c4e-e814-4773-ba95-c3bcf992a110 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.933835] env[70491]: DEBUG oslo_concurrency.lockutils [req-854dc084-4983-4305-b81b-d372017c124f req-1a6f2d1a-44a3-4d4e-90f2-11ed1c862aba service nova] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.934028] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06242d41-38a8-460f-897e-03a37706b571 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.957976] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97/volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.959483] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e97eb38-a3c1-4d65-98e6-75da6d1dc978 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.972698] env[70491]: DEBUG oslo_vmware.api [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 969.972698] env[70491]: value = "task-3294487" [ 969.972698] env[70491]: _type = "Task" [ 969.972698] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.978134] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 969.978134] env[70491]: value = "task-3294488" [ 969.978134] env[70491]: _type = "Task" [ 969.978134] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.984425] env[70491]: DEBUG oslo_vmware.api [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.988909] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.146132] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5282837a-ab2a-816f-4f1a-b289a49e0038, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.146815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.147550] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.147834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.150023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.150023] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.151516] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06092079-b5c0-4279-98f4-3387b5939de7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.153327] env[70491]: DEBUG oslo_vmware.api [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294485, 'name': PowerOnVM_Task, 'duration_secs': 0.497899} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.153576] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.153770] env[70491]: INFO nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Took 9.06 seconds to spawn the instance on the hypervisor. [ 970.153946] env[70491]: DEBUG nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.155079] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c1bf3-1f92-48c4-b2f7-68607733abe7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.160371] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.160572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.162660] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aaabbf7-3741-46ba-9975-b007f545facf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.171046] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 970.171046] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52324240-c5c6-5060-cd53-6e7d906614ea" [ 970.171046] env[70491]: _type = "Task" [ 970.171046] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.179205] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52324240-c5c6-5060-cd53-6e7d906614ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.227450] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.227581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.274412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-580dafcc-39c2-4c77-be2c-ded4fce0d72e tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "cb7276a6-ee43-4398-9f6f-f789f376612a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.704s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.343481] env[70491]: INFO nova.compute.manager [-] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Took 1.27 seconds to deallocate network for instance. [ 970.482755] env[70491]: DEBUG oslo_vmware.api [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178943} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.488130] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.488314] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.488500] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.488718] env[70491]: INFO nova.compute.manager [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Took 0.65 seconds to destroy the instance on the hypervisor. [ 970.488956] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.489909] env[70491]: DEBUG nova.compute.manager [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.489909] env[70491]: DEBUG nova.network.neutron [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.496491] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294488, 'name': ReconfigVM_Task, 'duration_secs': 0.302099} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.496491] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97/volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.503426] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ada33f2-a057-4f7b-a7c4-a487feaf84f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.519745] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 970.519745] env[70491]: value = "task-3294489" [ 970.519745] env[70491]: _type = "Task" [ 970.519745] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.532953] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.573303] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1643495-f74c-4c0f-a853-6a3bf7b4151e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.583363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00720ff7-cd35-4464-bd92-2b65a55942cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.613577] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97065227-6e4b-4efc-843f-2435ed77657f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.617114] env[70491]: DEBUG nova.compute.manager [req-a330134e-8d21-4f68-8834-7667f6a25835 req-04946835-d7ee-47a6-a237-da238b6dd924 service nova] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Received event network-vif-deleted-f2d36bdf-7376-402e-8242-b91b6c28ab4f {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.623168] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090bcd4a-2d3c-4afd-86f6-45cf977f8159 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.637406] env[70491]: DEBUG nova.compute.provider_tree [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.682135] env[70491]: INFO nova.compute.manager [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Took 37.48 seconds to build instance. [ 970.691744] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52324240-c5c6-5060-cd53-6e7d906614ea, 'name': SearchDatastore_Task, 'duration_secs': 0.00872} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.692465] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13fd2bf-ea9f-45b2-a308-5f386ad2f2e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.699258] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 970.699258] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a2762-8950-051b-5e98-db1eca139a64" [ 970.699258] env[70491]: _type = "Task" [ 970.699258] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.707403] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a2762-8950-051b-5e98-db1eca139a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.730551] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.828731] env[70491]: DEBUG nova.compute.manager [req-49824b5c-f232-4126-aeea-9a02cce0a9b8 req-6a4860f1-a8e8-40a9-b1cf-92e02d0171d5 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Received event network-vif-deleted-fb94ee5c-6264-4fe1-9871-b0173949415a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.829055] env[70491]: INFO nova.compute.manager [req-49824b5c-f232-4126-aeea-9a02cce0a9b8 req-6a4860f1-a8e8-40a9-b1cf-92e02d0171d5 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Neutron deleted interface fb94ee5c-6264-4fe1-9871-b0173949415a; detaching it from the instance and deleting it from the info cache [ 970.829265] env[70491]: DEBUG nova.network.neutron [req-49824b5c-f232-4126-aeea-9a02cce0a9b8 req-6a4860f1-a8e8-40a9-b1cf-92e02d0171d5 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.850451] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.851021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.851251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.029752] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.141166] env[70491]: DEBUG nova.scheduler.client.report [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.184284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a586b8d3-0ad6-44de-8af4-3665676966d7 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.987s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.218349] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a2762-8950-051b-5e98-db1eca139a64, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.219378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.219699] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2fc6af0a-76e6-4bcb-adea-fa48eac79359/2fc6af0a-76e6-4bcb-adea-fa48eac79359.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.219979] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e38ba906-5094-4aee-9894-5be99d98acc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.227490] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 971.227490] env[70491]: value = "task-3294491" [ 971.227490] env[70491]: _type = "Task" [ 971.227490] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.237754] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.258258] env[70491]: DEBUG nova.network.neutron [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.262385] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.332612] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bf12fd7-91a0-47d0-88e8-dd02cc9ccc66 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.342297] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd440d8-0e5f-420c-ae51-ca5acac222fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.360728] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.388465] env[70491]: DEBUG nova.compute.manager [req-49824b5c-f232-4126-aeea-9a02cce0a9b8 req-6a4860f1-a8e8-40a9-b1cf-92e02d0171d5 service nova] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Detach interface failed, port_id=fb94ee5c-6264-4fe1-9871-b0173949415a, reason: Instance 0b0f8c4e-e814-4773-ba95-c3bcf992a110 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.532383] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294489, 'name': ReconfigVM_Task, 'duration_secs': 0.8704} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.532676] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657909', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'name': 'volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'serial': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 971.533325] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-291e232f-3fe4-4100-ac4a-4be1452ac203 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.540687] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 971.540687] env[70491]: value = "task-3294492" [ 971.540687] env[70491]: _type = "Task" [ 971.540687] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.549228] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294492, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.646697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.650191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.687s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.653112] env[70491]: INFO nova.compute.claims [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.697286] env[70491]: INFO nova.scheduler.client.report [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted allocations for instance 5e8ff32b-c9ca-4374-9b0e-ace891d3b258 [ 971.708346] env[70491]: INFO nova.compute.manager [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Rebuilding instance [ 971.740205] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48706} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.740205] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2fc6af0a-76e6-4bcb-adea-fa48eac79359/2fc6af0a-76e6-4bcb-adea-fa48eac79359.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.740205] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.740205] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4655c30d-fff9-4551-a287-27f807c45205 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.749057] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 971.749057] env[70491]: value = "task-3294493" [ 971.749057] env[70491]: _type = "Task" [ 971.749057] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.759888] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.765048] env[70491]: INFO nova.compute.manager [-] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Took 1.28 seconds to deallocate network for instance. [ 971.801023] env[70491]: DEBUG nova.compute.manager [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.801023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3e7ab6-0a1d-4dbc-b5a9-28a8328f1f79 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.882673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.051082] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294492, 'name': Rename_Task, 'duration_secs': 0.246213} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.051373] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.051684] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a025ed-1f1b-4096-a3d9-ab31bb3113cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.059033] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 972.059033] env[70491]: value = "task-3294494" [ 972.059033] env[70491]: _type = "Task" [ 972.059033] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.070184] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.209803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4f285c8e-a271-4076-b08e-7e3b4e6b9cf7 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "5e8ff32b-c9ca-4374-9b0e-ace891d3b258" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.117s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.261373] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076841} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.261675] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 972.262528] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491006d8-4279-43d1-acf6-40759a77c62d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.276593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.285874] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 2fc6af0a-76e6-4bcb-adea-fa48eac79359/2fc6af0a-76e6-4bcb-adea-fa48eac79359.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 972.286509] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbd3404-f796-47c1-893e-b5d89a92ec8b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.306734] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 972.306734] env[70491]: value = "task-3294495" [ 972.306734] env[70491]: _type = "Task" [ 972.306734] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.317568] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294495, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.518280] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "82b902e0-53d2-46d6-a07e-a66f2385531f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.518497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.518738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.518940] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.519130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.521815] env[70491]: INFO nova.compute.manager [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Terminating instance [ 972.570012] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.818137] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.818812] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f7e66f-6a7b-45ce-afe6-1e1a395f80aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.826055] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294495, 'name': ReconfigVM_Task, 'duration_secs': 0.351298} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.827731] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 2fc6af0a-76e6-4bcb-adea-fa48eac79359/2fc6af0a-76e6-4bcb-adea-fa48eac79359.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.828582] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 972.828582] env[70491]: value = "task-3294496" [ 972.828582] env[70491]: _type = "Task" [ 972.828582] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.828820] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde3690a-d81e-4148-9c45-15fc2183b0cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.841546] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 972.841546] env[70491]: value = "task-3294497" [ 972.841546] env[70491]: _type = "Task" [ 972.841546] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.849933] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.860029] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294497, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.029018] env[70491]: DEBUG nova.compute.manager [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.029018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.029018] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e3a6e-e539-4f96-bca1-fd52c43123c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.037157] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.039688] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44e96aef-3ade-4c79-b7a8-7c1f411a24d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.048883] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 973.048883] env[70491]: value = "task-3294498" [ 973.048883] env[70491]: _type = "Task" [ 973.048883] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.067373] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.072379] env[70491]: DEBUG oslo_vmware.api [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294494, 'name': PowerOnVM_Task, 'duration_secs': 0.776516} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.072604] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.106976] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304a86c-6fed-4a68-8fdc-48e3bc28aa3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.121128] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512992dd-2669-441c-b0b8-86647f0aba87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.156108] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1668f932-530f-4d54-8749-a6b95453e52a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.164397] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e39e7-0157-42a4-a6dd-fcf27ec39b49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.178951] env[70491]: DEBUG nova.compute.provider_tree [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.212618] env[70491]: DEBUG nova.compute.manager [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.213877] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa3ed0a-cc49-431d-8691-8de8176241d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.342145] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294496, 'name': PowerOffVM_Task, 'duration_secs': 0.156987} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.342983] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.342983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.343766] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860779e1-88d7-473c-9fb5-dc9779f35ea2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.351067] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.354158] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c2f4ef-fbd8-4c33-8beb-cfdf42713d36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.359933] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294497, 'name': Rename_Task, 'duration_secs': 0.171797} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.360205] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 973.360479] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3b1359d-0da2-4a20-9669-b720bcebe1cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.366519] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 973.366519] env[70491]: value = "task-3294500" [ 973.366519] env[70491]: _type = "Task" [ 973.366519] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.374279] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.385118] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.385488] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.385726] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Deleting the datastore file [datastore2] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.386180] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59f50457-6a2d-4c28-a33f-2b891015738a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.393684] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 973.393684] env[70491]: value = "task-3294501" [ 973.393684] env[70491]: _type = "Task" [ 973.393684] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.404371] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.559547] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294498, 'name': PowerOffVM_Task, 'duration_secs': 0.209448} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.559547] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.559547] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.559812] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a486d4e9-ffd0-4d21-bf83-1052a67914b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.641797] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.642102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.642348] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore2] 82b902e0-53d2-46d6-a07e-a66f2385531f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.642662] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4091c9d-f4f4-4156-b7b1-d85c2cc47836 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.648358] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 973.648358] env[70491]: value = "task-3294503" [ 973.648358] env[70491]: _type = "Task" [ 973.648358] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.656304] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.682417] env[70491]: DEBUG nova.scheduler.client.report [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.731984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ce0063fa-104a-4c30-9167-d5de57a91d8c tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 65.180s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.875979] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.903372] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193865} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.903546] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.903809] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.904018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.159469] env[70491]: DEBUG oslo_vmware.api [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44386} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.160205] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.160598] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.162116] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.162116] env[70491]: INFO nova.compute.manager [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 974.162116] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.162999] env[70491]: DEBUG nova.compute.manager [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.163286] env[70491]: DEBUG nova.network.neutron [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.190043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.190043] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.191364] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.056s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.192489] env[70491]: INFO nova.compute.claims [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.379996] env[70491]: DEBUG oslo_vmware.api [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294500, 'name': PowerOnVM_Task, 'duration_secs': 0.922758} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.380368] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.381959] env[70491]: INFO nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Took 8.74 seconds to spawn the instance on the hypervisor. [ 974.381959] env[70491]: DEBUG nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.381959] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd330ad-8bd0-44dc-ab47-b45d0d354bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.646400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.646678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.646885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.647081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.647297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.651845] env[70491]: INFO nova.compute.manager [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Terminating instance [ 974.666353] env[70491]: DEBUG nova.compute.manager [req-9afdb419-0e22-4341-a3b2-5b396bd68705 req-067c0505-941a-47b0-90fc-4395d6a944f3 service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Received event network-vif-deleted-f6692429-9203-4546-a022-dae20503a6ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.666682] env[70491]: INFO nova.compute.manager [req-9afdb419-0e22-4341-a3b2-5b396bd68705 req-067c0505-941a-47b0-90fc-4395d6a944f3 service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Neutron deleted interface f6692429-9203-4546-a022-dae20503a6ce; detaching it from the instance and deleting it from the info cache [ 974.667403] env[70491]: DEBUG nova.network.neutron [req-9afdb419-0e22-4341-a3b2-5b396bd68705 req-067c0505-941a-47b0-90fc-4395d6a944f3 service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.703017] env[70491]: DEBUG nova.compute.utils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.709457] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.709672] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.755881] env[70491]: DEBUG nova.policy [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01757513bb0e4b809f042d20a39eba14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2e3169446be445d9b201b19f1b9b35d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.905277] env[70491]: INFO nova.compute.manager [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Took 36.47 seconds to build instance. [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.951022] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.951473] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.951926] env[70491]: DEBUG nova.virt.hardware [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.958025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86c01af-1f6d-41fb-a5c9-2c61884d1566 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.965663] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c69feb-de3d-48f1-a2e8-4b23437463c7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.981229] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.987114] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.987752] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.988102] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19137fda-248e-40e8-b3ac-7829d510e8d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.002904] env[70491]: DEBUG nova.network.neutron [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.009615] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.009615] env[70491]: value = "task-3294504" [ 975.009615] env[70491]: _type = "Task" [ 975.009615] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.020305] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294504, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.052221] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Successfully created port: dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.158155] env[70491]: DEBUG nova.compute.manager [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.158515] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.159947] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a65d7-7a0d-4dc7-80db-023b9f463ccf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.171274] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.171508] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-459e7fd3-1b0c-4706-a814-d06def862abf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.174083] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c75de6e5-85eb-4ab4-b632-51fb6daa3e16 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.186883] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2169df13-51b6-4f30-82de-dd9a2fbf8762 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.205901] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 975.205901] env[70491]: value = "task-3294505" [ 975.205901] env[70491]: _type = "Task" [ 975.205901] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.212143] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.240894] env[70491]: DEBUG nova.compute.manager [req-9afdb419-0e22-4341-a3b2-5b396bd68705 req-067c0505-941a-47b0-90fc-4395d6a944f3 service nova] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Detach interface failed, port_id=f6692429-9203-4546-a022-dae20503a6ce, reason: Instance 82b902e0-53d2-46d6-a07e-a66f2385531f could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.250878] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.411074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bab31997-4976-477c-9f00-51b6b4b07e0b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.981s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.508217] env[70491]: INFO nova.compute.manager [-] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Took 1.34 seconds to deallocate network for instance. [ 975.522533] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294504, 'name': CreateVM_Task, 'duration_secs': 0.418876} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.522719] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.523188] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.523356] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.523738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.527707] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16428853-8a1c-46eb-806b-953c28a2a882 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.533450] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 975.533450] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e7295-8a3e-dae9-6057-599b6248e1c2" [ 975.533450] env[70491]: _type = "Task" [ 975.533450] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.541653] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e7295-8a3e-dae9-6057-599b6248e1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.583731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3deba2-bc34-4f92-a839-ca1a9803b386 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.591232] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a3cb3-d290-4fb2-b3db-b8c3ac595f9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.623667] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24363833-c56a-48a8-bddf-c223d619206d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.633049] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84812ba-c9a2-4873-a85e-1af4845bd8e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.645168] env[70491]: DEBUG nova.compute.provider_tree [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.717059] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294505, 'name': PowerOffVM_Task, 'duration_secs': 0.267102} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.717341] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.717526] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.717828] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2727546c-6d33-47ed-ab48-77cff3c2c1c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.809228] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.809508] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.809697] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleting the datastore file [datastore1] 93983e23-0f91-4af0-9c71-4e04b954bf56 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.809952] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bd7d2f-99fb-46e3-9028-44f03687b3b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.816299] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for the task: (returnval){ [ 975.816299] env[70491]: value = "task-3294507" [ 975.816299] env[70491]: _type = "Task" [ 975.816299] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.826691] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.044851] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e7295-8a3e-dae9-6057-599b6248e1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012082} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.045201] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.045439] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.045683] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.045866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.046088] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.046373] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c4dd8b-01c3-4de6-afec-74d9b0b3dd96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.055094] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.055283] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.055989] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7174a482-2ac7-42ca-99b8-444fa37299d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.061154] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 976.061154] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ded3f-58ce-5c1f-4b4e-1c17d3a6b675" [ 976.061154] env[70491]: _type = "Task" [ 976.061154] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.068657] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ded3f-58ce-5c1f-4b4e-1c17d3a6b675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.147924] env[70491]: DEBUG nova.scheduler.client.report [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.326434] env[70491]: DEBUG oslo_vmware.api [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Task: {'id': task-3294507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.326790] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.326883] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.327141] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.327345] env[70491]: INFO nova.compute.manager [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Took 1.17 seconds to destroy the instance on the hypervisor. [ 976.327584] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.327770] env[70491]: DEBUG nova.compute.manager [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.327862] env[70491]: DEBUG nova.network.neutron [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.571847] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ded3f-58ce-5c1f-4b4e-1c17d3a6b675, 'name': SearchDatastore_Task, 'duration_secs': 0.012207} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.572654] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6eb15c2-20ee-4064-8472-581e5decec36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.578391] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 976.578391] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f6eae6-e4b5-ded5-5fd3-b57afd4c9fe2" [ 976.578391] env[70491]: _type = "Task" [ 976.578391] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.588812] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f6eae6-e4b5-ded5-5fd3-b57afd4c9fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.089286] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f6eae6-e4b5-ded5-5fd3-b57afd4c9fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.030812} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.089548] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.089805] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.090076] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf3b8f83-c2d5-4de8-87a0-8fab6a9899d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.096634] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 977.096634] env[70491]: value = "task-3294508" [ 977.096634] env[70491]: _type = "Task" [ 977.096634] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.104092] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.606125] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.606535] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.606713] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.606961] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52d3a2f2-d246-43c7-acc3-9961344a0b10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.613183] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 977.613183] env[70491]: value = "task-3294509" [ 977.613183] env[70491]: _type = "Task" [ 977.613183] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.620015] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.123152] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068301} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.123430] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.124228] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97988deb-b02f-4dee-a6bd-70c478e09fe2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.143798] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.144076] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd50ce6-a7d4-4291-8fe6-b6096cac952e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.163052] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 978.163052] env[70491]: value = "task-3294510" [ 978.163052] env[70491]: _type = "Task" [ 978.163052] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.170774] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.265888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.267363] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.521853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.623811] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Successfully updated port: dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.662017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.469s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.662017] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.666018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.524s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.666018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.666018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.135s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.666018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.671582] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.807s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.671926] env[70491]: DEBUG nova.objects.instance [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lazy-loading 'resources' on Instance uuid 5f07bfd6-ed13-492a-b385-adcea842ed7f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.690414] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294510, 'name': ReconfigVM_Task, 'duration_secs': 0.338506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.690935] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Reconfigured VM instance instance-00000047 to attach disk [datastore1] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf/feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.691770] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f16ec0-52ff-490f-afec-ae0e9ba09cdc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.699205] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 978.699205] env[70491]: value = "task-3294511" [ 978.699205] env[70491]: _type = "Task" [ 978.699205] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.707852] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294511, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.718259] env[70491]: INFO nova.scheduler.client.report [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted allocations for instance 509e5873-2aaf-4f37-887e-7e5e0806457d [ 978.718559] env[70491]: INFO nova.scheduler.client.report [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleted allocations for instance 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050 [ 978.748891] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.775030] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.800746] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.802295] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.802295] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.802295] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.802394] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.802944] env[70491]: DEBUG nova.virt.hardware [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.803910] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93311d4a-a10e-40fa-9c7e-a8d83b8911fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.813160] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ea6d9e-f442-4ad8-a580-b84f596a34f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.998563] env[70491]: DEBUG nova.compute.manager [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Received event network-vif-plugged-dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.998789] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] Acquiring lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.998989] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.999512] env[70491]: DEBUG oslo_concurrency.lockutils [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.999696] env[70491]: DEBUG nova.compute.manager [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] No waiting events found dispatching network-vif-plugged-dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 978.999862] env[70491]: WARNING nova.compute.manager [req-2b20cc27-59b8-4958-b376-1e94d8f33c4c req-9c47ea81-856a-458d-907e-0afbbe568199 service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Received unexpected event network-vif-plugged-dab173ed-a3df-42c4-b4b6-2bdafdf4383e for instance with vm_state building and task_state spawning. [ 979.129465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.129639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquired lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.129780] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.176386] env[70491]: DEBUG nova.compute.utils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.180284] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.181118] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.221963] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294511, 'name': Rename_Task, 'duration_secs': 0.143099} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.222468] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.224840] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fab9238-9e05-4795-83d9-a75628ab1fbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.226905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02259878-d3f7-45ac-8c6c-776aba0d6cd1 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "509e5873-2aaf-4f37-887e-7e5e0806457d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.273s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.238692] env[70491]: DEBUG nova.compute.manager [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-changed-0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.238893] env[70491]: DEBUG nova.compute.manager [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing instance network info cache due to event network-changed-0748e469-41fc-4500-a2ec-ab2fa8764cb4. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.239115] env[70491]: DEBUG oslo_concurrency.lockutils [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.239269] env[70491]: DEBUG oslo_concurrency.lockutils [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.239436] env[70491]: DEBUG nova.network.neutron [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing network info cache for port 0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.242014] env[70491]: DEBUG nova.policy [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a2f8dc3ac514a36b543a9cf1153bce4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d9c7dad69e94b589e712d3b30b690d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.245227] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f9c6c82-2995-4117-8796-51f032de93f6 tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "533b0d7a-f85e-4ca4-86fa-d6b7dc11e050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.798s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.246705] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 979.246705] env[70491]: value = "task-3294512" [ 979.246705] env[70491]: _type = "Task" [ 979.246705] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.264232] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.294778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.576345] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fa3e12-5ea8-4327-b91d-e3fdbf52bd5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.584664] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c04e725-3d4f-4b2f-8773-1acb4c7081ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.616463] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30621ded-70a8-4871-936b-7f7b992a74f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.619762] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Successfully created port: 82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.631032] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a5a60-ec9b-4c26-97c7-6ec00dfcaae9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.644761] env[70491]: DEBUG nova.compute.provider_tree [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.675336] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.681923] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.757226] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.837356] env[70491]: DEBUG nova.network.neutron [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Updating instance_info_cache with network_info: [{"id": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "address": "fa:16:3e:3e:b9:15", "network": {"id": "f9882d89-f0e4-47e2-902e-247c9f78ea91", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-397945842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3169446be445d9b201b19f1b9b35d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab173ed-a3", "ovs_interfaceid": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.978865] env[70491]: DEBUG nova.network.neutron [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.148473] env[70491]: DEBUG nova.scheduler.client.report [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.200026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.200026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.200026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.200026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.200026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.201590] env[70491]: INFO nova.compute.manager [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Terminating instance [ 980.217788] env[70491]: DEBUG nova.network.neutron [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updated VIF entry in instance network info cache for port 0748e469-41fc-4500-a2ec-ab2fa8764cb4. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.218166] env[70491]: DEBUG nova.network.neutron [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.257677] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.339785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Releasing lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.340085] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Instance network_info: |[{"id": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "address": "fa:16:3e:3e:b9:15", "network": {"id": "f9882d89-f0e4-47e2-902e-247c9f78ea91", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-397945842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3169446be445d9b201b19f1b9b35d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab173ed-a3", "ovs_interfaceid": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.340663] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:b9:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721e64ee-fc02-4eb5-9c8c-ea55647a1b92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab173ed-a3df-42c4-b4b6-2bdafdf4383e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.348117] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Creating folder: Project (2e3169446be445d9b201b19f1b9b35d4). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.348398] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477bf66e-179c-4de8-9086-03d2abaf3a9e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.359581] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Created folder: Project (2e3169446be445d9b201b19f1b9b35d4) in parent group-v657728. [ 980.359764] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Creating folder: Instances. Parent ref: group-v657935. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.360171] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55be5f3c-8562-4581-8a96-ca22e1b0025d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.368626] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Created folder: Instances in parent group-v657935. [ 980.368852] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.369159] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.369269] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5b6c50-6acb-4f29-ac69-3f0982a17ee7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.388371] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.388371] env[70491]: value = "task-3294515" [ 980.388371] env[70491]: _type = "Task" [ 980.388371] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.396017] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294515, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.481854] env[70491]: INFO nova.compute.manager [-] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Took 4.15 seconds to deallocate network for instance. [ 980.654866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.657295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.914s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.682374] env[70491]: INFO nova.scheduler.client.report [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Deleted allocations for instance 5f07bfd6-ed13-492a-b385-adcea842ed7f [ 980.699325] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.705455] env[70491]: DEBUG nova.compute.manager [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.705671] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.707263] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befe33e9-7c79-430a-9faf-367476b3e3a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716715] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.716715] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52654ca-596c-405e-84b2-188aeec90447 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.722445] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 980.722445] env[70491]: value = "task-3294516" [ 980.722445] env[70491]: _type = "Task" [ 980.722445] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.731808] env[70491]: DEBUG oslo_concurrency.lockutils [req-ff5e275d-672a-4f6d-bb38-f236f8149119 req-4d990bdf-0d36-4ada-bb0a-b7f3dec3ee1c service nova] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.739760] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.742957] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.743365] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.743365] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.743537] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.743668] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.743815] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.744030] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.744193] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.744452] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.744561] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.744699] env[70491]: DEBUG nova.virt.hardware [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.745687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92407f5-e8b7-488d-8a57-1027fe45f8b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.762369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa06a0-51c9-4897-ae1a-2b297f0a4908 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.766354] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.901426] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294515, 'name': CreateVM_Task, 'duration_secs': 0.336685} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.901697] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.902491] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.902742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.903194] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.903489] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d15a27-1512-4d3f-9bc9-975a44b5dcd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.909426] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 980.909426] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52418abe-0905-7cdd-6fd5-9343f3a2dc27" [ 980.909426] env[70491]: _type = "Task" [ 980.909426] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.922603] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52418abe-0905-7cdd-6fd5-9343f3a2dc27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.989039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.032814] env[70491]: DEBUG nova.compute.manager [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Received event network-changed-dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.033036] env[70491]: DEBUG nova.compute.manager [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Refreshing instance network info cache due to event network-changed-dab173ed-a3df-42c4-b4b6-2bdafdf4383e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.033260] env[70491]: DEBUG oslo_concurrency.lockutils [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] Acquiring lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.033407] env[70491]: DEBUG oslo_concurrency.lockutils [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] Acquired lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.033592] env[70491]: DEBUG nova.network.neutron [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Refreshing network info cache for port dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.163286] env[70491]: INFO nova.compute.claims [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.192168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7aff56c1-17c7-4166-8f3b-36262df16def tempest-ServersTestMultiNic-366301577 tempest-ServersTestMultiNic-366301577-project-member] Lock "5f07bfd6-ed13-492a-b385-adcea842ed7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.423s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.233591] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294516, 'name': PowerOffVM_Task, 'duration_secs': 0.212246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.233795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.233951] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.234235] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-003f71ab-61b3-4121-8e22-bc67441609cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.261274] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.298953] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.299170] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.299385] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleting the datastore file [datastore2] 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.299677] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2090adb-a042-49f5-9215-22e02b899d41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.306008] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for the task: (returnval){ [ 981.306008] env[70491]: value = "task-3294518" [ 981.306008] env[70491]: _type = "Task" [ 981.306008] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.314163] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.421400] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52418abe-0905-7cdd-6fd5-9343f3a2dc27, 'name': SearchDatastore_Task, 'duration_secs': 0.020462} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.422445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.422445] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.423343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.423343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.423343] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.423651] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-774cbef6-00c1-41e0-aada-60cfb37ac0ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.445517] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.445517] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.445517] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ca6210-2e16-4b06-b5ec-3acb9094baca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.451064] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 981.451064] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284aa6b-1c6f-73ef-77ba-fb62864ad0da" [ 981.451064] env[70491]: _type = "Task" [ 981.451064] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.461571] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284aa6b-1c6f-73ef-77ba-fb62864ad0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.508229] env[70491]: DEBUG nova.compute.manager [req-96f7fc21-3059-4a6c-b816-fdd8c92cb76f req-bd96f070-9a5b-4cd1-9864-f504d9d618da service nova] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Received event network-vif-deleted-35c4e2ca-3dd2-45a4-b046-9774bc230641 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.631951] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Successfully updated port: 82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.671415] env[70491]: INFO nova.compute.resource_tracker [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating resource usage from migration ed7f0c96-b367-4f1d-ba33-f62505e8b081 [ 981.759674] env[70491]: DEBUG oslo_vmware.api [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294512, 'name': PowerOnVM_Task, 'duration_secs': 2.289145} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.762235] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.762451] env[70491]: DEBUG nova.compute.manager [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.765332] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c18f07e-535b-4be8-8c91-7117db31112b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.807283] env[70491]: DEBUG nova.network.neutron [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Updated VIF entry in instance network info cache for port dab173ed-a3df-42c4-b4b6-2bdafdf4383e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.807639] env[70491]: DEBUG nova.network.neutron [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Updating instance_info_cache with network_info: [{"id": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "address": "fa:16:3e:3e:b9:15", "network": {"id": "f9882d89-f0e4-47e2-902e-247c9f78ea91", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-397945842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2e3169446be445d9b201b19f1b9b35d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721e64ee-fc02-4eb5-9c8c-ea55647a1b92", "external-id": "nsx-vlan-transportzone-621", "segmentation_id": 621, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab173ed-a3", "ovs_interfaceid": "dab173ed-a3df-42c4-b4b6-2bdafdf4383e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.818419] env[70491]: DEBUG oslo_vmware.api [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Task: {'id': task-3294518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213171} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.818676] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.818858] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.819514] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.819767] env[70491]: INFO nova.compute.manager [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 981.820040] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.821942] env[70491]: DEBUG nova.compute.manager [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.821942] env[70491]: DEBUG nova.network.neutron [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.969890] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284aa6b-1c6f-73ef-77ba-fb62864ad0da, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.970565] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246141f4-ee47-4ec0-ba9c-16c5e84f1b9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.978914] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 981.978914] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb2f42-5b3c-e662-b354-c2a2df589904" [ 981.978914] env[70491]: _type = "Task" [ 981.978914] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.987271] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb2f42-5b3c-e662-b354-c2a2df589904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.052197] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb5d23f-ebd7-4e84-8fe4-8b1f6c922262 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.060985] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5cfce-670c-463f-ac0a-b13248077591 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.097159] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aaff10-492e-4c8c-8e8b-e9abb786143c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.108228] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a17ee33-5b44-473e-b1f9-24b811a670e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.127169] env[70491]: DEBUG nova.compute.provider_tree [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.134514] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.134514] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquired lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.134514] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.173182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "3b33d099-7503-4256-9af6-0e1959bcda30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.173497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.283436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.314538] env[70491]: DEBUG oslo_concurrency.lockutils [req-3f9af38b-b7ca-4546-8942-613f69b15933 req-635aeb72-5f70-4916-8049-1a69bcb8973d service nova] Releasing lock "refresh_cache-e3730d67-97fd-406a-93dc-b0bbb9acc272" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.489523] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52eb2f42-5b3c-e662-b354-c2a2df589904, 'name': SearchDatastore_Task, 'duration_secs': 0.026176} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.490021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.490120] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e3730d67-97fd-406a-93dc-b0bbb9acc272/e3730d67-97fd-406a-93dc-b0bbb9acc272.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.490347] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b075740-acf1-47dd-a645-10d430e45567 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.497839] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 982.497839] env[70491]: value = "task-3294519" [ 982.497839] env[70491]: _type = "Task" [ 982.497839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.505504] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.631218] env[70491]: DEBUG nova.scheduler.client.report [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.678635] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.684918] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.814140] env[70491]: DEBUG nova.network.neutron [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Updating instance_info_cache with network_info: [{"id": "82835e3e-af01-4745-a133-3214975f4e14", "address": "fa:16:3e:af:4c:eb", "network": {"id": "1cc08ad3-86f5-4f99-a70c-c08bc1cec8b2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-473519910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9c7dad69e94b589e712d3b30b690d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82835e3e-af", "ovs_interfaceid": "82835e3e-af01-4745-a133-3214975f4e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.858995] env[70491]: DEBUG nova.network.neutron [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.870039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.870149] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.870470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.870742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.870984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.874594] env[70491]: INFO nova.compute.manager [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Terminating instance [ 983.008257] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.114430] env[70491]: DEBUG nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Received event network-vif-plugged-82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.114430] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Acquiring lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.114430] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.114430] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.114430] env[70491]: DEBUG nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] No waiting events found dispatching network-vif-plugged-82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.114430] env[70491]: WARNING nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Received unexpected event network-vif-plugged-82835e3e-af01-4745-a133-3214975f4e14 for instance with vm_state building and task_state spawning. [ 983.114430] env[70491]: DEBUG nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Received event network-changed-82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.114430] env[70491]: DEBUG nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Refreshing instance network info cache due to event network-changed-82835e3e-af01-4745-a133-3214975f4e14. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.115203] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Acquiring lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.136405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.479s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.136607] env[70491]: INFO nova.compute.manager [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Migrating [ 983.145918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.990s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.145918] env[70491]: DEBUG nova.objects.instance [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.204104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.316966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Releasing lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.317561] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Instance network_info: |[{"id": "82835e3e-af01-4745-a133-3214975f4e14", "address": "fa:16:3e:af:4c:eb", "network": {"id": "1cc08ad3-86f5-4f99-a70c-c08bc1cec8b2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-473519910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9c7dad69e94b589e712d3b30b690d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82835e3e-af", "ovs_interfaceid": "82835e3e-af01-4745-a133-3214975f4e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.318024] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Acquired lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.318261] env[70491]: DEBUG nova.network.neutron [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Refreshing network info cache for port 82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.321702] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:4c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82835e3e-af01-4745-a133-3214975f4e14', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.334610] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Creating folder: Project (9d9c7dad69e94b589e712d3b30b690d1). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.336021] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e3e4df7-6a77-4b07-9917-d1cd54eaca87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.350178] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Created folder: Project (9d9c7dad69e94b589e712d3b30b690d1) in parent group-v657728. [ 983.351506] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Creating folder: Instances. Parent ref: group-v657938. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.351506] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072ac8c2-97e9-4828-bdf3-631e51823443 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.361470] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Created folder: Instances in parent group-v657938. [ 983.361732] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.362114] env[70491]: INFO nova.compute.manager [-] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Took 1.54 seconds to deallocate network for instance. [ 983.362340] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.364165] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fddff6b-0f32-46bd-b926-724c617dc2b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.385030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "refresh_cache-feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.385030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquired lock "refresh_cache-feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.385030] env[70491]: DEBUG nova.network.neutron [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.392018] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.392018] env[70491]: value = "task-3294522" [ 983.392018] env[70491]: _type = "Task" [ 983.392018] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.398932] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294522, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.507646] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851861} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.507883] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e3730d67-97fd-406a-93dc-b0bbb9acc272/e3730d67-97fd-406a-93dc-b0bbb9acc272.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.508144] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.508405] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1a7864e-c69d-40cf-abf7-1881e2ff929a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.515089] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 983.515089] env[70491]: value = "task-3294523" [ 983.515089] env[70491]: _type = "Task" [ 983.515089] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.522396] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.658586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.658773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658944] env[70491]: DEBUG nova.network.neutron [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.885823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.900373] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294522, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.918415] env[70491]: DEBUG nova.network.neutron [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.015362] env[70491]: DEBUG nova.network.neutron [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.031133] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066787} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.032066] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.035232] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663a9119-0389-4b8d-a22c-e066a1ab42f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.059084] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] e3730d67-97fd-406a-93dc-b0bbb9acc272/e3730d67-97fd-406a-93dc-b0bbb9acc272.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.063053] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5e4932a-b59e-4231-85bc-40fb26a583fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.084752] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 984.084752] env[70491]: value = "task-3294524" [ 984.084752] env[70491]: _type = "Task" [ 984.084752] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.093899] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.129278] env[70491]: DEBUG nova.network.neutron [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Updated VIF entry in instance network info cache for port 82835e3e-af01-4745-a133-3214975f4e14. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.130159] env[70491]: DEBUG nova.network.neutron [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Updating instance_info_cache with network_info: [{"id": "82835e3e-af01-4745-a133-3214975f4e14", "address": "fa:16:3e:af:4c:eb", "network": {"id": "1cc08ad3-86f5-4f99-a70c-c08bc1cec8b2", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-473519910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d9c7dad69e94b589e712d3b30b690d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82835e3e-af", "ovs_interfaceid": "82835e3e-af01-4745-a133-3214975f4e14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.154725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1fba079-ab20-4255-b517-42445302f775 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.155932] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.782s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.156178] env[70491]: DEBUG nova.objects.instance [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'resources' on Instance uuid 5ac616cb-2652-42a9-aaa2-25f0b61d9845 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.401070] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294522, 'name': CreateVM_Task, 'duration_secs': 0.729386} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.401264] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.401937] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.402112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.402412] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.402711] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15e125d-d196-4919-91c8-84e30fa66ce5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.407374] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 984.407374] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab7f-b7c8-1762-5f51-3d68a368161a" [ 984.407374] env[70491]: _type = "Task" [ 984.407374] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.412710] env[70491]: DEBUG nova.network.neutron [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.416745] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab7f-b7c8-1762-5f51-3d68a368161a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.519454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Releasing lock "refresh_cache-feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.519553] env[70491]: DEBUG nova.compute.manager [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.520804] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.520919] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dafdb3-e52f-4306-8997-85f8239ad2ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.530568] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.530568] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf693bdf-a4b0-4190-a0ab-3a5d66f93057 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.537310] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 984.537310] env[70491]: value = "task-3294525" [ 984.537310] env[70491]: _type = "Task" [ 984.537310] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.545515] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294525, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.594872] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294524, 'name': ReconfigVM_Task, 'duration_secs': 0.283137} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.595048] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Reconfigured VM instance instance-00000049 to attach disk [datastore1] e3730d67-97fd-406a-93dc-b0bbb9acc272/e3730d67-97fd-406a-93dc-b0bbb9acc272.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.595709] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3086f2d-1bb1-4d5f-a6d3-86039046a123 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.602119] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 984.602119] env[70491]: value = "task-3294526" [ 984.602119] env[70491]: _type = "Task" [ 984.602119] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.610155] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294526, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.633252] env[70491]: DEBUG oslo_concurrency.lockutils [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] Releasing lock "refresh_cache-20930ac7-cb09-4912-9f38-b2bfeb155f4b" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.633425] env[70491]: DEBUG nova.compute.manager [req-60bf4594-4a3b-4da0-8361-398e930c743c req-6c9ec1b9-d9a0-4de9-b0bc-b67125481674 service nova] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Received event network-vif-deleted-65ff8179-733c-46b4-9859-ec657a006817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.918286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.919750] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5261ab7f-b7c8-1762-5f51-3d68a368161a, 'name': SearchDatastore_Task, 'duration_secs': 0.021136} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.920547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.920634] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.920842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.920989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.921179] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.921434] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e16d4ad-89b3-4348-ad21-b7df1c6a7da6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.930335] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.930701] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.932238] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5474698d-a9f7-482c-af53-97a906c85fa0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.938186] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 984.938186] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5225c9ed-5e9b-2f14-86fe-771dfa57e435" [ 984.938186] env[70491]: _type = "Task" [ 984.938186] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.948601] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5225c9ed-5e9b-2f14-86fe-771dfa57e435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.950421] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617a106c-9e77-4756-bf14-c2c2b8d20832 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.957026] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aeb8e2-531d-4035-9403-8830b5a5f327 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.988252] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1200f78a-f59e-4eae-bbba-2d2ae86d755d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.995285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecd998b-8402-4074-ae37-9f702750dbb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.008073] env[70491]: DEBUG nova.compute.provider_tree [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.048875] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294525, 'name': PowerOffVM_Task, 'duration_secs': 0.264428} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.048875] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.048875] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.048875] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2ee423a-d784-43fc-a6d6-d7d096b59824 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.070693] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.070693] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.070693] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Deleting the datastore file [datastore1] feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.070905] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d8c01c-b2b2-45c3-9233-8f701cb50aff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.079098] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for the task: (returnval){ [ 985.079098] env[70491]: value = "task-3294528" [ 985.079098] env[70491]: _type = "Task" [ 985.079098] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.087142] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.111108] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294526, 'name': Rename_Task, 'duration_secs': 0.148547} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.111741] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.111741] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9daf7f68-345c-48dc-8820-6ecef110a917 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.118597] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 985.118597] env[70491]: value = "task-3294529" [ 985.118597] env[70491]: _type = "Task" [ 985.118597] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.127065] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.451632] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5225c9ed-5e9b-2f14-86fe-771dfa57e435, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.452494] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd9c464-2b32-4c02-8aac-2ea9ed4d195e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.458434] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 985.458434] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52193697-ac08-a300-4230-bb28379093a4" [ 985.458434] env[70491]: _type = "Task" [ 985.458434] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.466980] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52193697-ac08-a300-4230-bb28379093a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.511082] env[70491]: DEBUG nova.scheduler.client.report [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.588131] env[70491]: DEBUG oslo_vmware.api [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Task: {'id': task-3294528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090027} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.588131] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.588131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.588131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.588503] env[70491]: INFO nova.compute.manager [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Took 1.07 seconds to destroy the instance on the hypervisor. [ 985.588503] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.588667] env[70491]: DEBUG nova.compute.manager [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.588760] env[70491]: DEBUG nova.network.neutron [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.614526] env[70491]: DEBUG nova.network.neutron [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.632321] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.972020] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52193697-ac08-a300-4230-bb28379093a4, 'name': SearchDatastore_Task, 'duration_secs': 0.017537} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.972020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.972020] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 20930ac7-cb09-4912-9f38-b2bfeb155f4b/20930ac7-cb09-4912-9f38-b2bfeb155f4b.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.972462] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a318932a-b12b-44be-a544-984a017e186e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.980340] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 985.980340] env[70491]: value = "task-3294530" [ 985.980340] env[70491]: _type = "Task" [ 985.980340] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.994951] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.016469] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.018914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.013s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.020887] env[70491]: INFO nova.compute.claims [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.045088] env[70491]: INFO nova.scheduler.client.report [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocations for instance 5ac616cb-2652-42a9-aaa2-25f0b61d9845 [ 986.117064] env[70491]: DEBUG nova.network.neutron [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.130340] env[70491]: DEBUG oslo_vmware.api [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294529, 'name': PowerOnVM_Task, 'duration_secs': 0.542045} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.131492] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.131758] env[70491]: INFO nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Took 7.38 seconds to spawn the instance on the hypervisor. [ 986.132183] env[70491]: DEBUG nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.133336] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d16cc3-7da4-4a32-aeff-a619ce009bec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.433942] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574fc967-f29a-41df-baef-3d6309eac7c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.457514] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.490658] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464432} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.490985] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 20930ac7-cb09-4912-9f38-b2bfeb155f4b/20930ac7-cb09-4912-9f38-b2bfeb155f4b.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.491129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.493583] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-863fb6b3-491c-46a4-b25b-f7de24fecbf6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.499144] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 986.499144] env[70491]: value = "task-3294531" [ 986.499144] env[70491]: _type = "Task" [ 986.499144] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.508454] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.552618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6f157106-1263-44db-a382-e705cec4ed10 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "5ac616cb-2652-42a9-aaa2-25f0b61d9845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.178s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.620769] env[70491]: INFO nova.compute.manager [-] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Took 1.03 seconds to deallocate network for instance. [ 986.655707] env[70491]: INFO nova.compute.manager [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Took 36.72 seconds to build instance. [ 986.963963] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.964450] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488f1cd1-4df8-4757-921c-3ae25aa1930a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.976349] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 986.976349] env[70491]: value = "task-3294532" [ 986.976349] env[70491]: _type = "Task" [ 986.976349] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.985386] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.011726] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070603} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.012040] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.012845] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d940e2-1be3-4f7e-8469-96406c118852 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.037194] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 20930ac7-cb09-4912-9f38-b2bfeb155f4b/20930ac7-cb09-4912-9f38-b2bfeb155f4b.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.042324] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b43644-46c0-46a8-b3fe-e264fbc5d22a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.064412] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 987.064412] env[70491]: value = "task-3294533" [ 987.064412] env[70491]: _type = "Task" [ 987.064412] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.073441] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.074488] env[70491]: DEBUG nova.scheduler.client.report [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 987.092803] env[70491]: DEBUG nova.scheduler.client.report [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 987.093111] env[70491]: DEBUG nova.compute.provider_tree [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.109249] env[70491]: DEBUG nova.scheduler.client.report [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 987.134089] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.144737] env[70491]: DEBUG nova.scheduler.client.report [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 987.161878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-39ff96d1-a9f1-4783-a58f-44ddb557bd73 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.244s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.486586] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294532, 'name': PowerOffVM_Task, 'duration_secs': 0.435338} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.487511] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.487511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.541728] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08654de-8d4d-48d3-8350-acacb837a086 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.551520] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f8247-bb7a-4e21-8736-54e87b3a7988 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.590403] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a7ebb6-15e2-4be8-91dc-ed310921c8c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.600066] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294533, 'name': ReconfigVM_Task, 'duration_secs': 0.284972} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.601338] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 20930ac7-cb09-4912-9f38-b2bfeb155f4b/20930ac7-cb09-4912-9f38-b2bfeb155f4b.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.601976] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eeb0124-8f56-4311-a827-74ead4a1bf51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.604530] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeee24c-7db1-4e3d-b51b-139ec6be75e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.621624] env[70491]: DEBUG nova.compute.provider_tree [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.627018] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 987.627018] env[70491]: value = "task-3294534" [ 987.627018] env[70491]: _type = "Task" [ 987.627018] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.634342] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294534, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.846577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.847552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.847552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.847552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.847552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.851337] env[70491]: INFO nova.compute.manager [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Terminating instance [ 987.995671] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.995980] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.996155] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.996386] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.996599] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.996795] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.997045] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.997245] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.997377] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.997554] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.997701] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.002830] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a21ea2dc-8d0e-4277-af1c-652933f00ffd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.019169] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 988.019169] env[70491]: value = "task-3294535" [ 988.019169] env[70491]: _type = "Task" [ 988.019169] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.031602] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.126703] env[70491]: DEBUG nova.scheduler.client.report [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.139664] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294534, 'name': Rename_Task, 'duration_secs': 0.150484} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.139965] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.140231] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452d0452-bfb1-4890-a252-49b32cd34400 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.146902] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 988.146902] env[70491]: value = "task-3294536" [ 988.146902] env[70491]: _type = "Task" [ 988.146902] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.156405] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.357149] env[70491]: DEBUG nova.compute.manager [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.357430] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.359074] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cbb658-c11d-4340-8293-9b0a8756a322 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.368582] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.368846] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebae9d72-c4c1-4860-8be6-767e3a1803f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.376049] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 988.376049] env[70491]: value = "task-3294537" [ 988.376049] env[70491]: _type = "Task" [ 988.376049] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.384835] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.530936] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294535, 'name': ReconfigVM_Task, 'duration_secs': 0.19973} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.531428] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.634814] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.635790] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.639009] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.789s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.639346] env[70491]: DEBUG nova.objects.instance [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lazy-loading 'resources' on Instance uuid 79924114-5f5e-459b-9046-5c605299b07f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.659576] env[70491]: DEBUG oslo_vmware.api [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294536, 'name': PowerOnVM_Task, 'duration_secs': 0.461892} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.661616] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.661616] env[70491]: INFO nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Took 7.96 seconds to spawn the instance on the hypervisor. [ 988.661616] env[70491]: DEBUG nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.661616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef135978-a178-4cba-ab91-c9b40dc3b0bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.887891] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294537, 'name': PowerOffVM_Task, 'duration_secs': 0.208437} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.890024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.890355] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.895197] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f64e38a-abd8-4a8e-86df-4b87e6c4516b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.897163] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.897521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.902499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.902499] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.966575] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.966575] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.966575] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Deleting the datastore file [datastore1] e3730d67-97fd-406a-93dc-b0bbb9acc272 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.966575] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a758733-77f1-4753-ba87-3a3694b6d537 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.973671] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for the task: (returnval){ [ 988.973671] env[70491]: value = "task-3294539" [ 988.973671] env[70491]: _type = "Task" [ 988.973671] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.982226] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.040140] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.040526] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.040805] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.041149] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.041426] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.041710] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.042077] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.042367] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.042680] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.042985] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.043320] env[70491]: DEBUG nova.virt.hardware [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.053460] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 989.054284] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6881634-217b-4ac3-87e1-53ea80ac8c4d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.083449] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 989.083449] env[70491]: value = "task-3294540" [ 989.083449] env[70491]: _type = "Task" [ 989.083449] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.096470] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294540, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.142967] env[70491]: DEBUG nova.compute.utils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.147720] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.147898] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.179817] env[70491]: INFO nova.compute.manager [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Took 36.07 seconds to build instance. [ 989.191537] env[70491]: DEBUG nova.policy [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a601b5effb246f5ab0dfb1e12de8d5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23558c006a0e4710bee0f331fc0b6c63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.400499] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.404796] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.474468] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0300a5b-5f25-47a6-bd43-eabe87e3dea7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.487359] env[70491]: DEBUG oslo_vmware.api [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Task: {'id': task-3294539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339282} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.490206] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.490465] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.490595] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.490750] env[70491]: INFO nova.compute.manager [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.490988] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.491252] env[70491]: DEBUG nova.compute.manager [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.491349] env[70491]: DEBUG nova.network.neutron [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.493763] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fbe433-6b54-4d02-96a7-5dc190dd7564 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.526595] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de40e0e-b29f-4e52-901f-7308311fd485 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.534170] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79441df-fdf9-4dcb-9e07-0afd2e32a305 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.548207] env[70491]: DEBUG nova.compute.provider_tree [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.559638] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Successfully created port: 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.597037] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294540, 'name': ReconfigVM_Task, 'duration_secs': 0.155325} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.597037] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.597037] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50153b2-7052-4383-b424-1f15316631d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.621706] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.624969] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1d9c8c-1d22-44cd-ab62-f66fbe502354 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.647283] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 989.647283] env[70491]: value = "task-3294541" [ 989.647283] env[70491]: _type = "Task" [ 989.647283] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.650843] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.658724] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294541, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.682592] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4d16a98e-edfc-4e2b-a663-c1055292c0bc tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.595s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.922523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.924425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.053146] env[70491]: DEBUG nova.scheduler.client.report [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.113765] env[70491]: DEBUG nova.compute.manager [req-48ec07e6-7b0a-47b3-b17b-210baefb322a req-48cf6509-863f-433a-ad5d-8c08e6d28c3d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Received event network-vif-deleted-dab173ed-a3df-42c4-b4b6-2bdafdf4383e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.114011] env[70491]: INFO nova.compute.manager [req-48ec07e6-7b0a-47b3-b17b-210baefb322a req-48cf6509-863f-433a-ad5d-8c08e6d28c3d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Neutron deleted interface dab173ed-a3df-42c4-b4b6-2bdafdf4383e; detaching it from the instance and deleting it from the info cache [ 990.114125] env[70491]: DEBUG nova.network.neutron [req-48ec07e6-7b0a-47b3-b17b-210baefb322a req-48cf6509-863f-433a-ad5d-8c08e6d28c3d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.160257] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294541, 'name': ReconfigVM_Task, 'duration_secs': 0.272269} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.160843] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39/09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.161134] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.254682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "interface-20930ac7-cb09-4912-9f38-b2bfeb155f4b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.254938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "interface-20930ac7-cb09-4912-9f38-b2bfeb155f4b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.255287] env[70491]: DEBUG nova.objects.instance [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lazy-loading 'flavor' on Instance uuid 20930ac7-cb09-4912-9f38-b2bfeb155f4b {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.476217] env[70491]: DEBUG nova.network.neutron [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.557943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.560695] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.298s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.562508] env[70491]: INFO nova.compute.claims [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.581169] env[70491]: INFO nova.scheduler.client.report [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Deleted allocations for instance 79924114-5f5e-459b-9046-5c605299b07f [ 990.617143] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8d4fc1d-c61c-4ef0-90a2-1d09f64c5af3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.627315] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82ed11-1ef1-4576-a632-e767a9c6e27a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.659181] env[70491]: DEBUG nova.compute.manager [req-48ec07e6-7b0a-47b3-b17b-210baefb322a req-48cf6509-863f-433a-ad5d-8c08e6d28c3d service nova] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Detach interface failed, port_id=dab173ed-a3df-42c4-b4b6-2bdafdf4383e, reason: Instance e3730d67-97fd-406a-93dc-b0bbb9acc272 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 990.661413] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.666458] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8b7ff-6372-4a76-b245-32750adcc5e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.687554] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ff209-ba87-4597-8055-eb18a940e7e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.705632] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.710811] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.711152] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.711815] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.711815] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.711815] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.711973] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.712172] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.712338] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.712506] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.712668] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.712844] env[70491]: DEBUG nova.virt.hardware [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.713644] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1167658-0c4a-45d9-9434-38f0d13ea61b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.722032] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305f307-0b9e-4f1f-8b0f-29964998aa85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.759471] env[70491]: DEBUG nova.objects.instance [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lazy-loading 'pci_requests' on Instance uuid 20930ac7-cb09-4912-9f38-b2bfeb155f4b {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.979345] env[70491]: INFO nova.compute.manager [-] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Took 1.49 seconds to deallocate network for instance. [ 991.091520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a77c1f9-7a9a-4cf0-9a71-e0dc70529d80 tempest-ServerMetadataTestJSON-54389717 tempest-ServerMetadataTestJSON-54389717-project-member] Lock "79924114-5f5e-459b-9046-5c605299b07f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.170s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.262537] env[70491]: DEBUG nova.objects.base [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Object Instance<20930ac7-cb09-4912-9f38-b2bfeb155f4b> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 991.262782] env[70491]: DEBUG nova.network.neutron [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.279794] env[70491]: DEBUG nova.network.neutron [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Port db4a52ff-75ad-4e15-a085-28d11bb3df6a binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 991.350691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7cd0f0e7-952d-4f95-90f0-5be3fd972330 tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "interface-20930ac7-cb09-4912-9f38-b2bfeb155f4b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.355153] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Successfully updated port: 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.485447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.849652] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc0302-c884-4881-b96e-9e281d5aa241 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.861087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.861087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.861087] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.863324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ee8b74-57a0-4e76-8fd2-227dd63dce91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.899860] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2742776-e2dd-4cec-83fd-9c6c68773c84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.908330] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbd4652-1311-47cc-aaa0-418d69730c3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.922338] env[70491]: DEBUG nova.compute.provider_tree [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.217354] env[70491]: DEBUG nova.compute.manager [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-vif-plugged-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.217616] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Acquiring lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.217777] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.217949] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.218127] env[70491]: DEBUG nova.compute.manager [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] No waiting events found dispatching network-vif-plugged-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.218296] env[70491]: WARNING nova.compute.manager [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received unexpected event network-vif-plugged-81a19041-4ab2-474c-9f68-ae9f377fb785 for instance with vm_state building and task_state spawning. [ 992.218541] env[70491]: DEBUG nova.compute.manager [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.218716] env[70491]: DEBUG nova.compute.manager [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing instance network info cache due to event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.218881] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.306454] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.307018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.307473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.420827] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.425719] env[70491]: DEBUG nova.scheduler.client.report [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.614387] env[70491]: DEBUG nova.network.neutron [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.932637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.933599] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.936116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.054s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.937471] env[70491]: INFO nova.compute.claims [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.117431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.118065] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Instance network_info: |[{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.118282] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.118636] env[70491]: DEBUG nova.network.neutron [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.121844] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:dd:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a19041-4ab2-474c-9f68-ae9f377fb785', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.131651] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Creating folder: Project (23558c006a0e4710bee0f331fc0b6c63). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.134878] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbe588f-9fc0-4781-91dc-539e9dbeb8a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.148127] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Created folder: Project (23558c006a0e4710bee0f331fc0b6c63) in parent group-v657728. [ 993.149971] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Creating folder: Instances. Parent ref: group-v657941. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.149971] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85d01ae1-f862-45e8-9ba3-41e051a24900 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.158569] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Created folder: Instances in parent group-v657941. [ 993.158631] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.158769] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.158983] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bbe4821-66e2-4877-ab57-ca132e463262 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.180496] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.180496] env[70491]: value = "task-3294544" [ 993.180496] env[70491]: _type = "Task" [ 993.180496] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.192930] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294544, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.339404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.339404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.339404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.339404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.339404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.341874] env[70491]: INFO nova.compute.manager [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Terminating instance [ 993.382195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.382387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.382568] env[70491]: DEBUG nova.network.neutron [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.438218] env[70491]: DEBUG nova.network.neutron [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updated VIF entry in instance network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 993.438714] env[70491]: DEBUG nova.network.neutron [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.442574] env[70491]: DEBUG nova.compute.utils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.445572] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.445770] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.495648] env[70491]: DEBUG nova.policy [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4fbca7b2564b51b32ebe6828cf2dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '375865a87fa0493ba9dcdc4d3e4a668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.692614] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294544, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.787489] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Successfully created port: 615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.850675] env[70491]: DEBUG nova.compute.manager [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.850986] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.851984] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ac66b-4c83-4234-8a0a-19597558d2b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.860254] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.860926] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e301118-cf80-4e32-8cb0-602bc17af280 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867071] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 993.867071] env[70491]: value = "task-3294545" [ 993.867071] env[70491]: _type = "Task" [ 993.867071] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.874931] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.941376] env[70491]: DEBUG oslo_concurrency.lockutils [req-a0b53d2b-b737-4ca6-b57a-08863b2d0bc1 req-09e54d70-be91-457f-813f-3747fa9be0ab service nova] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.947463] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.119777] env[70491]: DEBUG nova.network.neutron [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.195112] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294544, 'name': CreateVM_Task, 'duration_secs': 0.90076} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.195294] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.195949] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.196123] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.196603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.196785] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3912aa79-54e2-480b-9798-df3496723102 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.203753] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 994.203753] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521409c4-cf17-4f4f-9b13-8d73bb627784" [ 994.203753] env[70491]: _type = "Task" [ 994.203753] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.210731] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521409c4-cf17-4f4f-9b13-8d73bb627784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.269995] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b8ab9b-c507-4fb0-9fcf-98e0e60386b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.279152] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b47a9ea-d88e-45c1-ad46-5b76ada6eb6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.310736] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdeb600-73dd-4c41-8b7f-ee7f67a72883 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.318851] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5664b-df76-4097-a2f2-642c5b2c69c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.332626] env[70491]: DEBUG nova.compute.provider_tree [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.375905] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294545, 'name': PowerOffVM_Task, 'duration_secs': 0.209207} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.376213] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.376346] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.376587] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-679ed6c2-e329-4259-8889-bd054d6889e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.434756] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.435246] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.435473] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Deleting the datastore file [datastore1] 20930ac7-cb09-4912-9f38-b2bfeb155f4b {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.437559] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f77aa7-39f9-46af-a083-9fa320adc7da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.445184] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for the task: (returnval){ [ 994.445184] env[70491]: value = "task-3294547" [ 994.445184] env[70491]: _type = "Task" [ 994.445184] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.459809] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.622159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.713830] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521409c4-cf17-4f4f-9b13-8d73bb627784, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.714143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.714404] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.714649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.714824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.715031] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.715286] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37c13979-f430-4452-9a5e-674c6b6c3ba3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.723538] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.723731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.724422] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d6c9ea-033b-4145-9318-81d74c05e717 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.729398] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 994.729398] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c34ec-da06-9a10-95b7-36de610ad140" [ 994.729398] env[70491]: _type = "Task" [ 994.729398] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.737578] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c34ec-da06-9a10-95b7-36de610ad140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.836403] env[70491]: DEBUG nova.scheduler.client.report [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.955879] env[70491]: DEBUG oslo_vmware.api [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Task: {'id': task-3294547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152513} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.956135] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.956317] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.956491] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.956665] env[70491]: INFO nova.compute.manager [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 994.956903] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.957114] env[70491]: DEBUG nova.compute.manager [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.957207] env[70491]: DEBUG nova.network.neutron [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.962959] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.990497] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.990675] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.990846] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.991052] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.991202] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.991358] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.992028] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.992028] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.992028] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.992177] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.992376] env[70491]: DEBUG nova.virt.hardware [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.993223] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aa108b-eedd-486d-b589-f0824c6de406 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.003473] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa11a99-cc5a-409e-a5ba-4a7bc38a83d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.158191] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d4b6d7-f67e-4ffd-b6ab-e717d1cd80a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.179263] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cb8c6f-f8d5-441b-8162-e7d47cbc7c08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.186271] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.244487] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525c34ec-da06-9a10-95b7-36de610ad140, 'name': SearchDatastore_Task, 'duration_secs': 0.013187} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.245656] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51135095-d05b-45a9-b161-0e88550264fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.250946] env[70491]: DEBUG nova.compute.manager [req-5972ac23-a116-4991-8cbe-0bd6e996434a req-20ac6ea5-1325-4dd5-8d1b-f033b09866cc service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Received event network-vif-deleted-82835e3e-af01-4745-a133-3214975f4e14 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.251149] env[70491]: INFO nova.compute.manager [req-5972ac23-a116-4991-8cbe-0bd6e996434a req-20ac6ea5-1325-4dd5-8d1b-f033b09866cc service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Neutron deleted interface 82835e3e-af01-4745-a133-3214975f4e14; detaching it from the instance and deleting it from the info cache [ 995.251445] env[70491]: DEBUG nova.network.neutron [req-5972ac23-a116-4991-8cbe-0bd6e996434a req-20ac6ea5-1325-4dd5-8d1b-f033b09866cc service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.254163] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 995.254163] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52399f95-6c92-0f2a-560e-c1f6cfd15e04" [ 995.254163] env[70491]: _type = "Task" [ 995.254163] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.266142] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52399f95-6c92-0f2a-560e-c1f6cfd15e04, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.267332] env[70491]: DEBUG nova.compute.manager [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Received event network-vif-plugged-615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.267610] env[70491]: DEBUG oslo_concurrency.lockutils [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] Acquiring lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.267822] env[70491]: DEBUG oslo_concurrency.lockutils [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.268019] env[70491]: DEBUG oslo_concurrency.lockutils [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.268528] env[70491]: DEBUG nova.compute.manager [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] No waiting events found dispatching network-vif-plugged-615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.268528] env[70491]: WARNING nova.compute.manager [req-11893cce-113c-40b2-8dd6-924f41b15c51 req-8801cd42-e4ef-44fc-a30c-e3f2f373d78d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Received unexpected event network-vif-plugged-615403f4-65a7-4414-8e23-ad0cb63268a0 for instance with vm_state building and task_state spawning. [ 995.269010] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.269283] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/02f69219-4ea8-4b3f-a597-341e8b568764.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.269788] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e63753d-43fd-464f-8b20-4401bfee95eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.279870] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 995.279870] env[70491]: value = "task-3294548" [ 995.279870] env[70491]: _type = "Task" [ 995.279870] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.288093] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.341531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.342141] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.344853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.068s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.345116] env[70491]: DEBUG nova.objects.instance [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lazy-loading 'resources' on Instance uuid 0b0f8c4e-e814-4773-ba95-c3bcf992a110 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.417784] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Successfully updated port: 615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.693428] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.694154] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f2d0cf-99d8-4f12-864c-4bbc19fc58a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.702149] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 995.702149] env[70491]: value = "task-3294549" [ 995.702149] env[70491]: _type = "Task" [ 995.702149] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.711366] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.737061] env[70491]: DEBUG nova.network.neutron [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.755652] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c3b1e3b-3b94-4226-9ef5-afa4e9d658b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.765536] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e266676-3662-457f-b27f-eecf5719d6da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.788360] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294548, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.797403] env[70491]: DEBUG nova.compute.manager [req-5972ac23-a116-4991-8cbe-0bd6e996434a req-20ac6ea5-1325-4dd5-8d1b-f033b09866cc service nova] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Detach interface failed, port_id=82835e3e-af01-4745-a133-3214975f4e14, reason: Instance 20930ac7-cb09-4912-9f38-b2bfeb155f4b could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.850759] env[70491]: DEBUG nova.compute.utils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 995.856176] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 995.856176] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 995.891609] env[70491]: DEBUG nova.policy [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.921027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.921027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.921185] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.147436] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadb717a-639e-44bb-b294-afea4c09346b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155856] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a40aa13-f433-4f6b-b942-f41ca4439c15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.187573] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Successfully created port: b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.190049] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174dad50-5763-4252-b9d6-716df3783bd0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.198669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7602cd31-00a0-41c7-8522-547acd3f9461 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.213372] env[70491]: DEBUG nova.compute.provider_tree [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.220474] env[70491]: DEBUG oslo_vmware.api [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294549, 'name': PowerOnVM_Task, 'duration_secs': 0.384057} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.221270] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.221460] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec74744c-9d69-4646-86e0-fa86a8531a4a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance '09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.240409] env[70491]: INFO nova.compute.manager [-] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Took 1.28 seconds to deallocate network for instance. [ 996.291200] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519272} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.291462] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/02f69219-4ea8-4b3f-a597-341e8b568764.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.291683] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.291960] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb422dc4-0f9a-429d-8593-2dddca8e1414 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.300738] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 996.300738] env[70491]: value = "task-3294550" [ 996.300738] env[70491]: _type = "Task" [ 996.300738] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.312439] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.355676] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.454098] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.637799] env[70491]: DEBUG nova.network.neutron [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Updating instance_info_cache with network_info: [{"id": "615403f4-65a7-4414-8e23-ad0cb63268a0", "address": "fa:16:3e:f5:92:e2", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615403f4-65", "ovs_interfaceid": "615403f4-65a7-4414-8e23-ad0cb63268a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.716272] env[70491]: DEBUG nova.scheduler.client.report [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.746283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.810638] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063799} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.810638] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.811458] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1895d055-8e98-4750-aa83-84d803c88f33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.833900] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/02f69219-4ea8-4b3f-a597-341e8b568764.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.834248] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b42a71-6f1e-4cc0-a930-78c92f9d375f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.854151] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 996.854151] env[70491]: value = "task-3294551" [ 996.854151] env[70491]: _type = "Task" [ 996.854151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.865072] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.140669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.141008] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Instance network_info: |[{"id": "615403f4-65a7-4414-8e23-ad0cb63268a0", "address": "fa:16:3e:f5:92:e2", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615403f4-65", "ovs_interfaceid": "615403f4-65a7-4414-8e23-ad0cb63268a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.141449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:92:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '615403f4-65a7-4414-8e23-ad0cb63268a0', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.148831] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.149048] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.149275] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7147681-e6ce-4c91-9eed-7e346de4568d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.173277] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.173277] env[70491]: value = "task-3294552" [ 997.173277] env[70491]: _type = "Task" [ 997.173277] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.180580] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294552, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.221993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.224534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.703s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.224775] env[70491]: DEBUG nova.objects.instance [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lazy-loading 'resources' on Instance uuid 82b902e0-53d2-46d6-a07e-a66f2385531f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.245299] env[70491]: INFO nova.scheduler.client.report [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted allocations for instance 0b0f8c4e-e814-4773-ba95-c3bcf992a110 [ 997.299590] env[70491]: DEBUG nova.compute.manager [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Received event network-changed-615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.299787] env[70491]: DEBUG nova.compute.manager [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Refreshing instance network info cache due to event network-changed-615403f4-65a7-4414-8e23-ad0cb63268a0. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.300051] env[70491]: DEBUG oslo_concurrency.lockutils [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] Acquiring lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.300232] env[70491]: DEBUG oslo_concurrency.lockutils [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] Acquired lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.300472] env[70491]: DEBUG nova.network.neutron [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Refreshing network info cache for port 615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.364270] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.366609] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.395694] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.395967] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.396167] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.396356] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.396503] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.396663] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.396885] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.397068] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.397258] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.397432] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.397609] env[70491]: DEBUG nova.virt.hardware [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.398499] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7747c5-5945-470a-8161-f1c418fb96d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.406793] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82fed7d-eb5c-44ae-beb4-36dd7e0d7954 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.682537] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294552, 'name': CreateVM_Task, 'duration_secs': 0.378496} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.682807] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.683405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.683570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.683885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.684158] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6199a11-6861-4c34-9f1a-50014ef4858e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.688347] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 997.688347] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c9c902-c87b-a68c-c55f-368640601d64" [ 997.688347] env[70491]: _type = "Task" [ 997.688347] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.695742] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c9c902-c87b-a68c-c55f-368640601d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.755731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d460160d-3c40-4d84-aed4-2c693a98cce0 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "0b0f8c4e-e814-4773-ba95-c3bcf992a110" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.426s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.782768] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Successfully updated port: b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.866128] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294551, 'name': ReconfigVM_Task, 'duration_secs': 0.753883} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.866656] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/02f69219-4ea8-4b3f-a597-341e8b568764.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.867380] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c0b185b-2741-4b44-9ad2-4f5a68015706 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.875033] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 997.875033] env[70491]: value = "task-3294553" [ 997.875033] env[70491]: _type = "Task" [ 997.875033] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.889767] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294553, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.026061] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b714be63-b92a-462a-9551-7463ffe514b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.034443] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af92316a-b391-442f-bf0b-c34017d2631a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.071095] env[70491]: DEBUG nova.network.neutron [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Updated VIF entry in instance network info cache for port 615403f4-65a7-4414-8e23-ad0cb63268a0. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.071445] env[70491]: DEBUG nova.network.neutron [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Updating instance_info_cache with network_info: [{"id": "615403f4-65a7-4414-8e23-ad0cb63268a0", "address": "fa:16:3e:f5:92:e2", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap615403f4-65", "ovs_interfaceid": "615403f4-65a7-4414-8e23-ad0cb63268a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.072969] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb0d8a-1797-4114-adbd-edf3aa27c735 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.082161] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47172b87-6e14-4dff-8c34-d6c27c6b74e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.097322] env[70491]: DEBUG nova.compute.provider_tree [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.198847] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c9c902-c87b-a68c-c55f-368640601d64, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.199166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.199422] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.199722] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.199876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.200067] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.200338] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56dfed9e-6361-4532-8c9f-b1ce60ff8303 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.208566] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.208793] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.209637] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c051d35f-5e36-44a7-81bf-0ce241b94e72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.215517] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 998.215517] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c9084-e5a6-d623-736e-553a06facf72" [ 998.215517] env[70491]: _type = "Task" [ 998.215517] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.223446] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c9084-e5a6-d623-736e-553a06facf72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.285627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.285840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.285913] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.385913] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294553, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.479565] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.479818] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.541594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.541854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.542053] env[70491]: DEBUG nova.compute.manager [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Going to confirm migration 4 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 998.578904] env[70491]: DEBUG oslo_concurrency.lockutils [req-ffcc02f5-364e-4af4-885d-e2aa84bbfedc req-861f4903-0788-4f78-95c9-7bbd149f22f0 service nova] Releasing lock "refresh_cache-f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.600358] env[70491]: DEBUG nova.scheduler.client.report [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.726411] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c9084-e5a6-d623-736e-553a06facf72, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.727273] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5555c9-de89-4001-b2ce-0e990eded578 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.732817] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 998.732817] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204e83e-8b70-6abf-d5cc-0f281ee2290c" [ 998.732817] env[70491]: _type = "Task" [ 998.732817] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.740476] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204e83e-8b70-6abf-d5cc-0f281ee2290c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.826408] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.885356] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294553, 'name': Rename_Task, 'duration_secs': 0.815491} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.885670] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.885917] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d7db2c-bc7b-4956-9b3e-6a9f135a010a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.891703] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 998.891703] env[70491]: value = "task-3294554" [ 998.891703] env[70491]: _type = "Task" [ 998.891703] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.900578] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.981694] env[70491]: DEBUG nova.network.neutron [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updating instance_info_cache with network_info: [{"id": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "address": "fa:16:3e:c8:4a:40", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38a2159-a8", "ovs_interfaceid": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.987409] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.987710] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.988022] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.988402] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.988402] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.988521] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 998.988642] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 998.988893] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.083799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.084251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.084251] env[70491]: DEBUG nova.network.neutron [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.084508] env[70491]: DEBUG nova.objects.instance [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'info_cache' on Instance uuid 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.105455] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.108161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.813s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.110206] env[70491]: INFO nova.compute.claims [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.133689] env[70491]: INFO nova.scheduler.client.report [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted allocations for instance 82b902e0-53d2-46d6-a07e-a66f2385531f [ 999.243532] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5204e83e-8b70-6abf-d5cc-0f281ee2290c, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.243824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.244106] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f/f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.244364] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5d2ccca-4df9-4c5e-8bac-01b327676acb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.250553] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 999.250553] env[70491]: value = "task-3294555" [ 999.250553] env[70491]: _type = "Task" [ 999.250553] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.258134] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.326092] env[70491]: DEBUG nova.compute.manager [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received event network-vif-plugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.326328] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.326519] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.326685] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.326853] env[70491]: DEBUG nova.compute.manager [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] No waiting events found dispatching network-vif-plugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.327101] env[70491]: WARNING nova.compute.manager [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received unexpected event network-vif-plugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e for instance with vm_state building and task_state spawning. [ 999.327397] env[70491]: DEBUG nova.compute.manager [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received event network-changed-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.327578] env[70491]: DEBUG nova.compute.manager [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Refreshing instance network info cache due to event network-changed-b38a2159-a8fe-4fd0-aa69-bf105a99556e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.327745] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Acquiring lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.401481] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.487432] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.487786] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance network_info: |[{"id": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "address": "fa:16:3e:c8:4a:40", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38a2159-a8", "ovs_interfaceid": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.488112] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Acquired lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.488300] env[70491]: DEBUG nova.network.neutron [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Refreshing network info cache for port b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.489708] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:4a:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b38a2159-a8fe-4fd0-aa69-bf105a99556e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.498834] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.500932] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.501055] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.501495] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78bc923d-62e5-431d-bd4e-cb197944e656 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.524991] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.524991] env[70491]: value = "task-3294556" [ 999.524991] env[70491]: _type = "Task" [ 999.524991] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.534457] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294556, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.642057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-53dbb12c-a2af-45ae-89f3-b90988f90abf tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "82b902e0-53d2-46d6-a07e-a66f2385531f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.123s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.761381] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294555, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.903664] env[70491]: DEBUG oslo_vmware.api [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294554, 'name': PowerOnVM_Task, 'duration_secs': 0.515645} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.903921] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.904136] env[70491]: INFO nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Took 9.24 seconds to spawn the instance on the hypervisor. [ 999.904316] env[70491]: DEBUG nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.905081] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abffd020-324c-41ea-87f3-9916b1274aa5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.036550] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294556, 'name': CreateVM_Task, 'duration_secs': 0.464518} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.036731] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.037405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.037570] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.037869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.038136] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584575df-93a7-4de9-ab99-60e254691744 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.042380] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1000.042380] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52745215-8055-23c6-f887-2196a0dfd1d7" [ 1000.042380] env[70491]: _type = "Task" [ 1000.042380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.049639] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52745215-8055-23c6-f887-2196a0dfd1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.256440] env[70491]: DEBUG nova.network.neutron [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updated VIF entry in instance network info cache for port b38a2159-a8fe-4fd0-aa69-bf105a99556e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.256784] env[70491]: DEBUG nova.network.neutron [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updating instance_info_cache with network_info: [{"id": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "address": "fa:16:3e:c8:4a:40", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38a2159-a8", "ovs_interfaceid": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.268360] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526161} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.270133] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f/f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.270133] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.270133] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13f53a77-ce42-438a-96eb-5ec8b549a1e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.277202] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1000.277202] env[70491]: value = "task-3294557" [ 1000.277202] env[70491]: _type = "Task" [ 1000.277202] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.289153] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.354469] env[70491]: DEBUG nova.network.neutron [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [{"id": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "address": "fa:16:3e:43:e9:e2", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb4a52ff-75", "ovs_interfaceid": "db4a52ff-75ad-4e15-a085-28d11bb3df6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.422656] env[70491]: INFO nova.compute.manager [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Took 35.44 seconds to build instance. [ 1000.444567] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8457b5e-3127-46e4-81d4-02260d0d65f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.452441] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138e695e-f643-4903-9102-7f4da8529604 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.485212] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3291c1e4-222d-464c-8080-0d9317d40199 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.492645] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a91afa-e3c4-438e-b989-fc995d8c38d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.505426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "68f2388d-9800-4e21-b62c-f7f062c979b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.505659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.505851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.506041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.506210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.508087] env[70491]: DEBUG nova.compute.provider_tree [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.509421] env[70491]: INFO nova.compute.manager [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Terminating instance [ 1000.553012] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52745215-8055-23c6-f887-2196a0dfd1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.015496} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.553305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.553553] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.553782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.553985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.554129] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.554376] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7783e369-94e9-47b6-a4ef-55fe035b7b59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.571693] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.571891] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.572589] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38718bf7-33a9-44d6-b69e-eeb69cd9c884 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.577500] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1000.577500] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228ca5f-9eba-e0ae-0897-d0a014311fcd" [ 1000.577500] env[70491]: _type = "Task" [ 1000.577500] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.584736] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228ca5f-9eba-e0ae-0897-d0a014311fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.762546] env[70491]: DEBUG oslo_concurrency.lockutils [req-55ebdb9c-e214-4afe-be56-628d39bfccfd req-64781ad9-0243-43b2-beb5-e00377b8f54a service nova] Releasing lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.787060] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074493} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.788023] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.788122] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0689f856-8824-46d5-a8ed-a0a277a823a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.809650] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f/f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.809650] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1534baaf-55da-43f7-b90a-51e17d40bb47 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.829126] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1000.829126] env[70491]: value = "task-3294558" [ 1000.829126] env[70491]: _type = "Task" [ 1000.829126] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.836953] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.858059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.858059] env[70491]: DEBUG nova.objects.instance [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'migration_context' on Instance uuid 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.927808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ec2326b6-eef4-4fc6-9de0-238198d7f618 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.953s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.012649] env[70491]: DEBUG nova.scheduler.client.report [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.016220] env[70491]: DEBUG nova.compute.manager [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.016422] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.017491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4427fc1c-3dc0-46a6-aca1-69ac514694d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.025014] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.025258] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a28f50-906b-47ee-b7aa-a45b2b30cc72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.031799] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 1001.031799] env[70491]: value = "task-3294559" [ 1001.031799] env[70491]: _type = "Task" [ 1001.031799] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.039919] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.091528] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5228ca5f-9eba-e0ae-0897-d0a014311fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.041168} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.092436] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8331c46b-02c5-4de0-990c-77e9d0537a24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.098630] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1001.098630] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e88f96-c51c-204e-5fe7-2cad55cc043a" [ 1001.098630] env[70491]: _type = "Task" [ 1001.098630] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.108620] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e88f96-c51c-204e-5fe7-2cad55cc043a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.338760] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294558, 'name': ReconfigVM_Task, 'duration_secs': 0.284082} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.339053] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f/f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.339723] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a54c5550-7451-4c9a-9f48-8cfad9e1855d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.345431] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1001.345431] env[70491]: value = "task-3294560" [ 1001.345431] env[70491]: _type = "Task" [ 1001.345431] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.352912] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294560, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.359709] env[70491]: DEBUG nova.objects.base [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Object Instance<09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1001.360833] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb396dc-d792-40ec-bc15-f3ab496acff7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.379690] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb33a22c-f3c0-4747-bd22-e068d1300a0e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.385044] env[70491]: DEBUG oslo_vmware.api [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1001.385044] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253c9f4-3ba6-dbcb-0c31-7b7f710ab601" [ 1001.385044] env[70491]: _type = "Task" [ 1001.385044] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.393085] env[70491]: DEBUG oslo_vmware.api [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253c9f4-3ba6-dbcb-0c31-7b7f710ab601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.517927] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.518492] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.522088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.533s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.522338] env[70491]: DEBUG nova.objects.instance [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lazy-loading 'resources' on Instance uuid 93983e23-0f91-4af0-9c71-4e04b954bf56 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.541737] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294559, 'name': PowerOffVM_Task, 'duration_secs': 0.449352} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.541992] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.542290] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.542544] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0678f94-df73-426a-a1fc-af344b5f38d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.605689] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.605868] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.605999] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleting the datastore file [datastore1] 68f2388d-9800-4e21-b62c-f7f062c979b2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.606266] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-524d637a-55cb-48cf-9318-275a4da5e885 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.611363] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e88f96-c51c-204e-5fe7-2cad55cc043a, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.611967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.612209] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d2456246-873d-4926-b455-b8710ac2ed75/d2456246-873d-4926-b455-b8710ac2ed75.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.612432] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0345a19-b37a-4972-bee1-5db3868fffe8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.615242] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for the task: (returnval){ [ 1001.615242] env[70491]: value = "task-3294562" [ 1001.615242] env[70491]: _type = "Task" [ 1001.615242] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.619303] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1001.619303] env[70491]: value = "task-3294563" [ 1001.619303] env[70491]: _type = "Task" [ 1001.619303] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.624844] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.629203] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.634041] env[70491]: INFO nova.compute.manager [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Rescuing [ 1001.634041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.634041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.634287] env[70491]: DEBUG nova.network.neutron [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.857036] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294560, 'name': Rename_Task, 'duration_secs': 0.155913} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.857376] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.857586] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4907c198-871f-43c6-80b0-f140cd090164 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.864436] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1001.864436] env[70491]: value = "task-3294564" [ 1001.864436] env[70491]: _type = "Task" [ 1001.864436] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.872497] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.894533] env[70491]: DEBUG oslo_vmware.api [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5253c9f4-3ba6-dbcb-0c31-7b7f710ab601, 'name': SearchDatastore_Task, 'duration_secs': 0.008486} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.894786] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.025319] env[70491]: DEBUG nova.compute.utils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.033046] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.033046] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.078845] env[70491]: DEBUG nova.policy [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a972734d635e43a2a625510acf3e2697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6c80b6c73b04b0bb51b4c562bd0bd46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.129760] env[70491]: DEBUG oslo_vmware.api [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Task: {'id': task-3294562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139645} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.130968] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.130968] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.130968] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.130968] env[70491]: INFO nova.compute.manager [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1002.131702] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.131702] env[70491]: DEBUG nova.compute.manager [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.131702] env[70491]: DEBUG nova.network.neutron [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.138303] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294563, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.337839] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35164fc7-fc25-4b65-ab27-efae7d9f5336 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.345983] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46568fc9-851b-4966-beb0-e8c6293957ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.384723] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47f48b-e49d-4fe2-aadc-0b86763dc966 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.392714] env[70491]: DEBUG oslo_vmware.api [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294564, 'name': PowerOnVM_Task, 'duration_secs': 0.485758} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.394784] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.394997] env[70491]: INFO nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1002.395191] env[70491]: DEBUG nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.396100] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be45e6-ef88-49e3-8440-0f2914c77263 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.399536] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784f31fe-18e0-4277-aff3-8e982a380986 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.419092] env[70491]: DEBUG nova.compute.provider_tree [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.477186] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Successfully created port: 01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.531778] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.536400] env[70491]: DEBUG nova.network.neutron [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.629765] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294563, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.732516] env[70491]: DEBUG nova.compute.manager [req-3c8170d0-4a67-4216-b380-00a351fe6524 req-b7e3c133-74a9-4022-bab1-bc841e1d4391 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Received event network-vif-deleted-a4be185b-8cdb-4402-804e-74f8d12ec5e0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.732516] env[70491]: INFO nova.compute.manager [req-3c8170d0-4a67-4216-b380-00a351fe6524 req-b7e3c133-74a9-4022-bab1-bc841e1d4391 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Neutron deleted interface a4be185b-8cdb-4402-804e-74f8d12ec5e0; detaching it from the instance and deleting it from the info cache [ 1002.732516] env[70491]: DEBUG nova.network.neutron [req-3c8170d0-4a67-4216-b380-00a351fe6524 req-b7e3c133-74a9-4022-bab1-bc841e1d4391 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.933260] env[70491]: INFO nova.compute.manager [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Took 31.70 seconds to build instance. [ 1002.946586] env[70491]: ERROR nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] [req-54a68b4d-2d39-41ae-bb7e-2981d7fe0576] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54a68b4d-2d39-41ae-bb7e-2981d7fe0576"}]} [ 1002.964652] env[70491]: DEBUG nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1002.980520] env[70491]: DEBUG nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1002.980754] env[70491]: DEBUG nova.compute.provider_tree [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.991863] env[70491]: DEBUG nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.012584] env[70491]: DEBUG nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.040696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.094720] env[70491]: DEBUG nova.network.neutron [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.132384] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294563, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.464649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.132724] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d2456246-873d-4926-b455-b8710ac2ed75/d2456246-873d-4926-b455-b8710ac2ed75.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.132949] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.133225] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10575263-6bfb-4a07-8114-daa70165944e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.140643] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1003.140643] env[70491]: value = "task-3294565" [ 1003.140643] env[70491]: _type = "Task" [ 1003.140643] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.148778] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.233538] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49cd3148-3595-4e40-a0bb-d600da5e27fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.244405] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4674026-bb9a-4289-ba50-d9ce2b39a68a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.279885] env[70491]: DEBUG nova.compute.manager [req-3c8170d0-4a67-4216-b380-00a351fe6524 req-b7e3c133-74a9-4022-bab1-bc841e1d4391 service nova] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Detach interface failed, port_id=a4be185b-8cdb-4402-804e-74f8d12ec5e0, reason: Instance 68f2388d-9800-4e21-b62c-f7f062c979b2 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1003.311964] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c44fc57-6bce-4705-9d7a-680279355c62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.319597] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709a97e5-fb88-4cd7-938b-cf3399e86739 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.352377] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa01807-edcf-489e-89f9-64fbf3471850 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.360418] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c25b81-2b12-4aba-8f47-3f325e17a5fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.373930] env[70491]: DEBUG nova.compute.provider_tree [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.435586] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83e14eb6-06c4-4ae1-be32-78e0698d2cea tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.208s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.544513] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.565147] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.565402] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.565557] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.565737] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.565892] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.566089] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.566309] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.566505] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.566689] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.566853] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.567037] env[70491]: DEBUG nova.virt.hardware [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.567896] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c238f-cc91-4cc2-a54e-d723825dd78d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.579759] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29957dc4-a397-4f3f-8d2c-5cea066f1def {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.597923] env[70491]: INFO nova.compute.manager [-] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Took 1.47 seconds to deallocate network for instance. [ 1003.653336] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081841} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.653617] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.654479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1047ce5-ab56-480b-b414-5bf6abcb2421 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.679176] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] d2456246-873d-4926-b455-b8710ac2ed75/d2456246-873d-4926-b455-b8710ac2ed75.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.679615] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1192abc-f64e-4240-a9a6-9624b47edef1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.700191] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1003.700191] env[70491]: value = "task-3294566" [ 1003.700191] env[70491]: _type = "Task" [ 1003.700191] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.708373] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.909070] env[70491]: DEBUG nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.911033] env[70491]: DEBUG nova.compute.provider_tree [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 101 to 102 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.911033] env[70491]: DEBUG nova.compute.provider_tree [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.965021] env[70491]: DEBUG nova.compute.manager [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Received event network-vif-plugged-01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.965021] env[70491]: DEBUG oslo_concurrency.lockutils [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] Acquiring lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.965021] env[70491]: DEBUG oslo_concurrency.lockutils [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.965021] env[70491]: DEBUG oslo_concurrency.lockutils [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.965021] env[70491]: DEBUG nova.compute.manager [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] No waiting events found dispatching network-vif-plugged-01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.965021] env[70491]: WARNING nova.compute.manager [req-e1f45fa2-307d-47f2-bbe5-c2424c5dcdab req-8c6aef85-1a05-4a02-8590-bd68411fa3b7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Received unexpected event network-vif-plugged-01de48c9-2668-41dd-9cd0-95b3672d40fb for instance with vm_state building and task_state spawning. [ 1004.068720] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Successfully updated port: 01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.105460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.214355] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294566, 'name': ReconfigVM_Task, 'duration_secs': 0.334299} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.214767] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Reconfigured VM instance instance-0000004d to attach disk [datastore1] d2456246-873d-4926-b455-b8710ac2ed75/d2456246-873d-4926-b455-b8710ac2ed75.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.215663] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97927217-5bf4-40ad-aa1c-769c733d98a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.222800] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1004.222800] env[70491]: value = "task-3294567" [ 1004.222800] env[70491]: _type = "Task" [ 1004.222800] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.234309] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294567, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.416182] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.894s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.419901] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.137s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.419901] env[70491]: DEBUG nova.objects.instance [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.443641] env[70491]: INFO nova.scheduler.client.report [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Deleted allocations for instance 93983e23-0f91-4af0-9c71-4e04b954bf56 [ 1004.573305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.573305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquired lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.573305] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.577911] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.577911] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b7af72-2c64-4c51-9b66-2b751bc6e160 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.588033] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1004.588033] env[70491]: value = "task-3294568" [ 1004.588033] env[70491]: _type = "Task" [ 1004.588033] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.598170] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.653737] env[70491]: DEBUG nova.compute.manager [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.654750] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1272354-a71e-4fd8-903b-caea2b9cd386 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.733853] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294567, 'name': Rename_Task, 'duration_secs': 0.19089} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.734260] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.734591] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f2ff02-bf59-4a1a-a5f8-967502a1cb57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.742222] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1004.742222] env[70491]: value = "task-3294569" [ 1004.742222] env[70491]: _type = "Task" [ 1004.742222] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.751556] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.950799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c77c2868-839d-45ad-b107-3d36dc91c12a tempest-VolumesAdminNegativeTest-266420872 tempest-VolumesAdminNegativeTest-266420872-project-member] Lock "93983e23-0f91-4af0-9c71-4e04b954bf56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.304s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.097588] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294568, 'name': PowerOffVM_Task, 'duration_secs': 0.201532} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.098237] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.099070] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fc6cc2-4686-4ded-a737-8381b838391c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.118016] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8ec20d-6cb1-4e2c-a834-bb1788bd4de5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.128233] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.153700] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.154059] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e5c3fc7-9e88-4907-9eb2-8906b6a49b4a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.160323] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1005.160323] env[70491]: value = "task-3294570" [ 1005.160323] env[70491]: _type = "Task" [ 1005.160323] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.166038] env[70491]: INFO nova.compute.manager [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] instance snapshotting [ 1005.170479] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.174216] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd00154-5779-4226-bd82-f1ca39d2a7e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.192531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d4a922-c09f-4519-b4cb-17cbdf73d692 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.254522] env[70491]: DEBUG oslo_vmware.api [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294569, 'name': PowerOnVM_Task, 'duration_secs': 0.503285} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.254791] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.254986] env[70491]: INFO nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1005.255184] env[70491]: DEBUG nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.255988] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e85f1d-fd01-4801-a7c2-eb554812445c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.312219] env[70491]: DEBUG nova.network.neutron [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updating instance_info_cache with network_info: [{"id": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "address": "fa:16:3e:18:5b:a5", "network": {"id": "44d4a826-3775-4263-98d3-2db5d3fe914c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1482596279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c80b6c73b04b0bb51b4c562bd0bd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01de48c9-26", "ovs_interfaceid": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.431547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dec50388-0f81-4b9c-807f-af699761c4da tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.433644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.229s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.437527] env[70491]: INFO nova.compute.claims [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.671148] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1005.671327] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.671761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.671761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.672089] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.672140] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a397cdf-49d0-4280-97bb-0f94d9f50d19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.683406] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.683520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.684406] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d327c977-e492-4b97-9d40-e2e321a4bfce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.690057] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1005.690057] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fec1f9-ebdd-af87-af11-247dd80dd010" [ 1005.690057] env[70491]: _type = "Task" [ 1005.690057] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.697964] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fec1f9-ebdd-af87-af11-247dd80dd010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.704076] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1005.704076] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21319b6f-3260-42f6-a435-2f7d274c7d19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.710978] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1005.710978] env[70491]: value = "task-3294571" [ 1005.710978] env[70491]: _type = "Task" [ 1005.710978] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.721478] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.772709] env[70491]: INFO nova.compute.manager [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Took 33.91 seconds to build instance. [ 1005.815726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Releasing lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.816127] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Instance network_info: |[{"id": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "address": "fa:16:3e:18:5b:a5", "network": {"id": "44d4a826-3775-4263-98d3-2db5d3fe914c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1482596279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c80b6c73b04b0bb51b4c562bd0bd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01de48c9-26", "ovs_interfaceid": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.816542] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:5b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01de48c9-2668-41dd-9cd0-95b3672d40fb', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.824298] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Creating folder: Project (a6c80b6c73b04b0bb51b4c562bd0bd46). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.824877] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a97ac3fa-56b6-4e13-938a-6a65ac17c3a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.837052] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Created folder: Project (a6c80b6c73b04b0bb51b4c562bd0bd46) in parent group-v657728. [ 1005.837275] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Creating folder: Instances. Parent ref: group-v657946. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.837532] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6edb2e9-edad-4a54-bc03-9885bdeefcef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.847024] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Created folder: Instances in parent group-v657946. [ 1005.847274] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.847509] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.847756] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b92d8deb-50e8-418a-875b-ba4e48c851d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.868391] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.868391] env[70491]: value = "task-3294574" [ 1005.868391] env[70491]: _type = "Task" [ 1005.868391] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.877504] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294574, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.124751] env[70491]: DEBUG nova.compute.manager [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Received event network-changed-01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.127213] env[70491]: DEBUG nova.compute.manager [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Refreshing instance network info cache due to event network-changed-01de48c9-2668-41dd-9cd0-95b3672d40fb. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.127530] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] Acquiring lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.127703] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] Acquired lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.127898] env[70491]: DEBUG nova.network.neutron [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Refreshing network info cache for port 01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.201862] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fec1f9-ebdd-af87-af11-247dd80dd010, 'name': SearchDatastore_Task, 'duration_secs': 0.025101} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.202630] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce6703d-0174-42e8-bf37-c83ef1938167 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.209106] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1006.209106] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218e404-9bcf-9e7c-cc96-09fc5ab582a7" [ 1006.209106] env[70491]: _type = "Task" [ 1006.209106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.221799] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218e404-9bcf-9e7c-cc96-09fc5ab582a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.225240] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.275044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7bf06fb6-4319-4034-9fdd-ead1c4edc453 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.424s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.380504] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294574, 'name': CreateVM_Task, 'duration_secs': 0.37732} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.380863] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.381353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.381997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.381997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.384017] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e160ef99-2241-4c09-be40-50796709d82f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.387835] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1006.387835] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d1547-b0c8-d1c6-6a00-6c105e220aab" [ 1006.387835] env[70491]: _type = "Task" [ 1006.387835] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.394730] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d1547-b0c8-d1c6-6a00-6c105e220aab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.714665] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a7b34-0e41-499e-9efc-8e7a1aa64965 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.726658] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218e404-9bcf-9e7c-cc96-09fc5ab582a7, 'name': SearchDatastore_Task, 'duration_secs': 0.017573} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.728706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.728894] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1006.731990] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10a5a630-ff91-4ae3-ace5-1797494253be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.734551] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4cbe45-635d-4893-851f-3c874afdce6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.737689] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294571, 'name': CreateSnapshot_Task, 'duration_secs': 0.659655} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.737932] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1006.739329] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b2108-c5a4-4af5-bc8b-bcbcac29ea41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.769372] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1006.769372] env[70491]: value = "task-3294575" [ 1006.769372] env[70491]: _type = "Task" [ 1006.769372] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.772941] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cb4455-49cc-4d89-ad34-4dd52291d551 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.790915] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192b4c1d-42db-4da4-8485-19b0b26808bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.794799] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.804948] env[70491]: DEBUG nova.compute.provider_tree [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.882393] env[70491]: DEBUG nova.network.neutron [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updated VIF entry in instance network info cache for port 01de48c9-2668-41dd-9cd0-95b3672d40fb. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.882757] env[70491]: DEBUG nova.network.neutron [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updating instance_info_cache with network_info: [{"id": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "address": "fa:16:3e:18:5b:a5", "network": {"id": "44d4a826-3775-4263-98d3-2db5d3fe914c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1482596279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c80b6c73b04b0bb51b4c562bd0bd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01de48c9-26", "ovs_interfaceid": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.896864] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529d1547-b0c8-d1c6-6a00-6c105e220aab, 'name': SearchDatastore_Task, 'duration_secs': 0.031672} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.897517] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.897799] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.898083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.898272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.898491] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.898974] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b799610-e992-4714-91dd-427cc05cdd99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.907137] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.907355] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.908091] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6f18de-2184-43a6-bf2b-5b31d7751dfd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.913157] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1006.913157] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527bf8a3-1a48-4523-9677-30ec2f44f588" [ 1006.913157] env[70491]: _type = "Task" [ 1006.913157] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.922780] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527bf8a3-1a48-4523-9677-30ec2f44f588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.119343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.119749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.119847] env[70491]: INFO nova.compute.manager [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Shelving [ 1007.295290] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1007.295662] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.296438] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e3eabbb-ac65-471c-8ea8-2b89ebee6e11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.305311] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1007.305311] env[70491]: value = "task-3294576" [ 1007.305311] env[70491]: _type = "Task" [ 1007.305311] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.312884] env[70491]: DEBUG nova.scheduler.client.report [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.319924] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294576, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.385397] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d898052-a6ea-4290-872f-2679dd994167 req-91413b51-2a69-415f-b1f1-02bc1c6c233c service nova] Releasing lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.426321] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527bf8a3-1a48-4523-9677-30ec2f44f588, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.427319] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0256675f-9699-4a37-b0fd-662e33e60a0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.434132] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1007.434132] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52839c4c-90b3-92cf-4d89-e83d10c751ac" [ 1007.434132] env[70491]: _type = "Task" [ 1007.434132] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.443555] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52839c4c-90b3-92cf-4d89-e83d10c751ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.787357] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.953941} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.787808] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1007.788788] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf3d15c-b5c7-427d-895f-9bbece3ce35b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.818894] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.822792] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d4715f0-5af0-4115-a9de-000d55c0284d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.839342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.839937] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.847815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.962s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.848910] env[70491]: DEBUG nova.objects.instance [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lazy-loading 'resources' on Instance uuid 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.855577] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294576, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.857195] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1007.857195] env[70491]: value = "task-3294577" [ 1007.857195] env[70491]: _type = "Task" [ 1007.857195] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.865095] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.944603] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52839c4c-90b3-92cf-4d89-e83d10c751ac, 'name': SearchDatastore_Task, 'duration_secs': 0.020898} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.944962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.945243] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0c98badf-6b4d-4660-88fa-fd7378ca3fe8/0c98badf-6b4d-4660-88fa-fd7378ca3fe8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.945510] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45089ae7-a124-48b2-a026-b799f9571631 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.951858] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1007.951858] env[70491]: value = "task-3294578" [ 1007.951858] env[70491]: _type = "Task" [ 1007.951858] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.961044] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.132379] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.132946] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e876eb2-e274-4488-938a-0942ad5882eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.140713] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1008.140713] env[70491]: value = "task-3294579" [ 1008.140713] env[70491]: _type = "Task" [ 1008.140713] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.150290] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.332598] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294576, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.348764] env[70491]: DEBUG nova.compute.utils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.350855] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.351659] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.373119] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.443149] env[70491]: DEBUG nova.policy [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '959ac8388440491e916f8cf3c8408f84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1e9eaeef2243298b4b3f10a3982ff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.465968] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.652631] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294579, 'name': PowerOffVM_Task, 'duration_secs': 0.460245} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.659192] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.660264] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945cf3bb-9403-481a-a1fd-ab8b5271bf69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.681618] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c359f5-d450-41a8-9aa7-37dcb8333347 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.716557] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c7355a-3ac6-4af1-bdb6-ef2185307263 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.724464] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3eaa2b-eb7c-4da8-a8f9-47eec59c6a94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761480] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34831339-79b1-49fa-aac3-deb7fe75c2da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.769700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede7c75b-03bc-4bd2-a924-224a35ad94a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.783461] env[70491]: DEBUG nova.compute.provider_tree [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.801442] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Successfully created port: caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.819576] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294576, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.862097] env[70491]: DEBUG nova.compute.utils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.874874] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294577, 'name': ReconfigVM_Task, 'duration_secs': 0.562035} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.875275] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.876144] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11db5c-7a35-42ef-b0f6-4f6f9299ff6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.902292] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a20e16-7ed7-48dd-a94f-456983e85cb0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.919355] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1008.919355] env[70491]: value = "task-3294580" [ 1008.919355] env[70491]: _type = "Task" [ 1008.919355] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.930783] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.970029] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56766} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.970303] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 0c98badf-6b4d-4660-88fa-fd7378ca3fe8/0c98badf-6b4d-4660-88fa-fd7378ca3fe8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.970493] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.970660] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa53ed8-5a2d-4225-ab09-0f51c78080b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.978813] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1008.978813] env[70491]: value = "task-3294581" [ 1008.978813] env[70491]: _type = "Task" [ 1008.978813] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.987255] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.192486] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1009.192813] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78f91e71-3ee2-4ad4-94a9-6bc9e13e142c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.200692] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1009.200692] env[70491]: value = "task-3294582" [ 1009.200692] env[70491]: _type = "Task" [ 1009.200692] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.208873] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.321298] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294576, 'name': CloneVM_Task, 'duration_secs': 1.812649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.321638] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Created linked-clone VM from snapshot [ 1009.322785] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3096a-9c41-4252-a299-28b41ea6f02f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.330349] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Uploading image 7535df58-feab-416e-ad28-4da7fef182f3 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1009.334909] env[70491]: DEBUG nova.scheduler.client.report [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 102 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1009.335248] env[70491]: DEBUG nova.compute.provider_tree [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 102 to 103 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1009.335494] env[70491]: DEBUG nova.compute.provider_tree [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.363120] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1009.363120] env[70491]: value = "vm-657950" [ 1009.363120] env[70491]: _type = "VirtualMachine" [ 1009.363120] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1009.363120] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54bfe76f-6c8f-4911-8894-a1a90a87773f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.368014] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease: (returnval){ [ 1009.368014] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279eaf9-bead-0d6e-c6cd-539836ed7e48" [ 1009.368014] env[70491]: _type = "HttpNfcLease" [ 1009.368014] env[70491]: } obtained for exporting VM: (result){ [ 1009.368014] env[70491]: value = "vm-657950" [ 1009.368014] env[70491]: _type = "VirtualMachine" [ 1009.368014] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1009.368014] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the lease: (returnval){ [ 1009.368014] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279eaf9-bead-0d6e-c6cd-539836ed7e48" [ 1009.368014] env[70491]: _type = "HttpNfcLease" [ 1009.368014] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.371703] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.381236] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.381236] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279eaf9-bead-0d6e-c6cd-539836ed7e48" [ 1009.381236] env[70491]: _type = "HttpNfcLease" [ 1009.381236] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.430389] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294580, 'name': ReconfigVM_Task, 'duration_secs': 0.206738} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.430549] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.430800] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d34bb87-446f-479b-9d4d-e75624113ed9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.437322] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1009.437322] env[70491]: value = "task-3294584" [ 1009.437322] env[70491]: _type = "Task" [ 1009.437322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.444707] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.489408] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271771} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.489843] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.490998] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d7aec-59a6-4a1a-99ee-165914596e1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.515027] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 0c98badf-6b4d-4660-88fa-fd7378ca3fe8/0c98badf-6b4d-4660-88fa-fd7378ca3fe8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.515366] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2cef8e-d034-4737-8053-62f7b53b7668 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.535293] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1009.535293] env[70491]: value = "task-3294585" [ 1009.535293] env[70491]: _type = "Task" [ 1009.535293] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.543642] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294585, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.711242] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294582, 'name': CreateSnapshot_Task, 'duration_secs': 0.460406} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.711650] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1009.712389] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bec77c-46d7-454e-9b3c-63b1e5d31c0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.840955] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.843407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.711s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.843614] env[70491]: DEBUG nova.objects.instance [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lazy-loading 'resources' on Instance uuid feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.865539] env[70491]: INFO nova.scheduler.client.report [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Deleted allocations for instance 1706073b-fe4f-43f9-8f01-5ae6912f5cf3 [ 1009.877918] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.877918] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279eaf9-bead-0d6e-c6cd-539836ed7e48" [ 1009.877918] env[70491]: _type = "HttpNfcLease" [ 1009.877918] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1009.878208] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1009.878208] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5279eaf9-bead-0d6e-c6cd-539836ed7e48" [ 1009.878208] env[70491]: _type = "HttpNfcLease" [ 1009.878208] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1009.878921] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a1843-d7f7-433d-b5be-c5949c7e4639 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.890087] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1009.890274] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1009.957951] env[70491]: DEBUG oslo_vmware.api [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294584, 'name': PowerOnVM_Task, 'duration_secs': 0.393549} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.958247] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.962066] env[70491]: DEBUG nova.compute.manager [None req-4fbd7b38-c972-4853-8036-04b6814c67a6 tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.963145] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41be53d4-4ba0-47e3-bf12-f55ed5c3ef42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.046108] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.073752] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f46ed1a4-2e8a-4941-af73-16ab60f797b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.229969] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1010.230302] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd61c5f5-df39-4942-8aab-42e38e76ec9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.240161] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1010.240161] env[70491]: value = "task-3294586" [ 1010.240161] env[70491]: _type = "Task" [ 1010.240161] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.249235] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294586, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.375197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-37bec1e0-6011-4c13-9461-09c510b46ccd tempest-MigrationsAdminTest-386707828 tempest-MigrationsAdminTest-386707828-project-member] Lock "1706073b-fe4f-43f9-8f01-5ae6912f5cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.177s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.387785] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.430032] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:33:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1470986818',id=42,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1316182437',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.430446] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.430744] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.431091] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.431370] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.431675] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.432051] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.432325] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.432630] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.432922] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.433233] env[70491]: DEBUG nova.virt.hardware [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.434578] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f61856-6dd0-4825-b1a2-6df5aa54130d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.450301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652afa7-2e09-4d8e-a04f-3c6dda9a84ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.556764] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294585, 'name': ReconfigVM_Task, 'duration_secs': 0.621272} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.557702] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 0c98badf-6b4d-4660-88fa-fd7378ca3fe8/0c98badf-6b4d-4660-88fa-fd7378ca3fe8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.558689] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45cab33-dbb8-4332-b0cc-8032900bc20d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.573493] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1010.573493] env[70491]: value = "task-3294587" [ 1010.573493] env[70491]: _type = "Task" [ 1010.573493] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.590107] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294587, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.699361] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00453905-773b-484f-b4d0-c3a67223de49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.709313] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdf5f3f-6643-4e07-9026-41a9b4ae2cd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.753801] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3dc959-21fd-47f2-bc8f-04ad142b4d6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.764232] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294586, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.768763] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3ac246-e154-46ba-bcc6-d84f3762e97b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.784385] env[70491]: DEBUG nova.compute.provider_tree [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.905203] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Successfully updated port: caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.057355] env[70491]: DEBUG nova.compute.manager [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Received event network-vif-plugged-caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.060445] env[70491]: DEBUG oslo_concurrency.lockutils [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] Acquiring lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.060663] env[70491]: DEBUG oslo_concurrency.lockutils [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] Lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.060893] env[70491]: DEBUG oslo_concurrency.lockutils [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] Lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.060997] env[70491]: DEBUG nova.compute.manager [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] No waiting events found dispatching network-vif-plugged-caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.061183] env[70491]: WARNING nova.compute.manager [req-fba503c9-1b6e-47c8-8dc8-fadaae06d32d req-abc3a582-dd5e-4a70-b618-408ac0c61a92 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Received unexpected event network-vif-plugged-caf75f26-f13e-4a92-a7d6-99402364f872 for instance with vm_state building and task_state spawning. [ 1011.085141] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294587, 'name': Rename_Task, 'duration_secs': 0.199889} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.087625] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.087625] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa379aa2-c993-4a77-b5bf-ba546d73f05f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.094931] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1011.094931] env[70491]: value = "task-3294588" [ 1011.094931] env[70491]: _type = "Task" [ 1011.094931] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.105334] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.223214] env[70491]: DEBUG nova.compute.manager [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.223487] env[70491]: DEBUG nova.compute.manager [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing instance network info cache due to event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1011.223798] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.223948] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.224146] env[70491]: DEBUG nova.network.neutron [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.261953] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294586, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.293189] env[70491]: DEBUG nova.scheduler.client.report [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.408143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.408470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409186] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.607207] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.762724] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294586, 'name': CloneVM_Task, 'duration_secs': 1.466121} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.762938] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Created linked-clone VM from snapshot [ 1011.763722] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa6582f-1602-42e5-9eaf-5e73418eba72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.776541] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Uploading image 59dad8b3-b84e-4312-bd3f-3733e8f30c78 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.797855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.802974] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.880s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.805909] env[70491]: INFO nova.compute.claims [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.820499] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1011.820499] env[70491]: value = "vm-657952" [ 1011.820499] env[70491]: _type = "VirtualMachine" [ 1011.820499] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1011.820737] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1c4f6134-cab2-4465-8b2b-d845f794378e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.828371] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lease: (returnval){ [ 1011.828371] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529423eb-fa71-c858-053f-a4364cfa01c3" [ 1011.828371] env[70491]: _type = "HttpNfcLease" [ 1011.828371] env[70491]: } obtained for exporting VM: (result){ [ 1011.828371] env[70491]: value = "vm-657952" [ 1011.828371] env[70491]: _type = "VirtualMachine" [ 1011.828371] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1011.828657] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the lease: (returnval){ [ 1011.828657] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529423eb-fa71-c858-053f-a4364cfa01c3" [ 1011.828657] env[70491]: _type = "HttpNfcLease" [ 1011.828657] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1011.838873] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1011.838873] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529423eb-fa71-c858-053f-a4364cfa01c3" [ 1011.838873] env[70491]: _type = "HttpNfcLease" [ 1011.838873] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1011.839856] env[70491]: INFO nova.scheduler.client.report [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Deleted allocations for instance feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf [ 1011.972863] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.982920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.983228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.106822] env[70491]: DEBUG oslo_vmware.api [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294588, 'name': PowerOnVM_Task, 'duration_secs': 0.576029} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.107110] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.107311] env[70491]: INFO nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Took 8.56 seconds to spawn the instance on the hypervisor. [ 1012.107497] env[70491]: DEBUG nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.108786] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14f4f62-0042-497e-ac25-ee357d77b13e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.112811] env[70491]: DEBUG nova.network.neutron [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updated VIF entry in instance network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.113163] env[70491]: DEBUG nova.network.neutron [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.164477] env[70491]: DEBUG nova.network.neutron [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updating instance_info_cache with network_info: [{"id": "caf75f26-f13e-4a92-a7d6-99402364f872", "address": "fa:16:3e:34:d9:d6", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf75f26-f1", "ovs_interfaceid": "caf75f26-f13e-4a92-a7d6-99402364f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.339279] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.339279] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529423eb-fa71-c858-053f-a4364cfa01c3" [ 1012.339279] env[70491]: _type = "HttpNfcLease" [ 1012.339279] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1012.339723] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1012.339723] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529423eb-fa71-c858-053f-a4364cfa01c3" [ 1012.339723] env[70491]: _type = "HttpNfcLease" [ 1012.339723] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1012.340567] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef4f70c-4b12-4c94-acff-88cf4760c871 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.349251] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1012.350030] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1012.351561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0467a27c-7935-483c-958e-bb9293ad8483 tempest-ServerShowV257Test-1429286476 tempest-ServerShowV257Test-1429286476-project-member] Lock "feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.481s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.486294] env[70491]: INFO nova.compute.manager [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Detaching volume 3c6501ed-5e64-41be-8e3f-24bcf53c5f97 [ 1012.509832] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-308306e7-3778-4503-8fb7-15d95069cbfb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.530434] env[70491]: INFO nova.virt.block_device [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Attempting to driver detach volume 3c6501ed-5e64-41be-8e3f-24bcf53c5f97 from mountpoint /dev/sdb [ 1012.530723] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.532263] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657909', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'name': 'volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'serial': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.532263] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321ddad-f9b9-4792-8582-f7c0d40a153d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.556937] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f33cbb-1b90-4e5c-afb8-b7cebf89f56a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.564709] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b99a7c-0b51-45fe-9c27-316bccee1e99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.594103] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40243753-1627-47ab-a373-c6c8cbeb9787 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.613630] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97/volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.619632] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfiguring VM instance instance-00000027 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.623029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd8cd4cd-3756-4523-87bb-a2346f33777c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.645319] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d596b00-ff65-426c-a90b-b44f392f929b req-01fb9881-7860-49d4-bd85-880b5961b5ac service nova] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.646962] env[70491]: INFO nova.compute.manager [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Took 33.37 seconds to build instance. [ 1012.652279] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1012.652279] env[70491]: value = "task-3294590" [ 1012.652279] env[70491]: _type = "Task" [ 1012.652279] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.661189] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.668067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.668067] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Instance network_info: |[{"id": "caf75f26-f13e-4a92-a7d6-99402364f872", "address": "fa:16:3e:34:d9:d6", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf75f26-f1", "ovs_interfaceid": "caf75f26-f13e-4a92-a7d6-99402364f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.668394] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:d9:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'caf75f26-f13e-4a92-a7d6-99402364f872', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.676201] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.677351] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.677351] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6efafebe-def3-4f65-a9ed-4e064c92deed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.697965] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.697965] env[70491]: value = "task-3294591" [ 1012.697965] env[70491]: _type = "Task" [ 1012.697965] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.706537] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294591, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.089738] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717add05-88a7-4642-a2cc-7a92c2fdfb54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.101221] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17768878-8b6f-4460-997e-ee7cff03d406 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.146116] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350ba04e-92e5-46ac-a991-3f3dfc42b17b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.150974] env[70491]: DEBUG nova.compute.manager [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Received event network-changed-caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.151444] env[70491]: DEBUG nova.compute.manager [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Refreshing instance network info cache due to event network-changed-caf75f26-f13e-4a92-a7d6-99402364f872. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.151934] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Acquiring lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.152340] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Acquired lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.152715] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Refreshing network info cache for port caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.155418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-466f9a93-de53-4041-8cd5-d22796562d18 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.889s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.165057] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744673cf-a940-4ac7-a260-8e5450aefb6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.174500] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294590, 'name': ReconfigVM_Task, 'duration_secs': 0.269749} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.175122] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Reconfigured VM instance instance-00000027 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.188531] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce3b30b-e384-48c5-8d69-43611ed93810 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200934] env[70491]: DEBUG nova.compute.provider_tree [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.212228] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294591, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.213668] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1013.213668] env[70491]: value = "task-3294592" [ 1013.213668] env[70491]: _type = "Task" [ 1013.213668] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.223957] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.704839] env[70491]: DEBUG nova.scheduler.client.report [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.723333] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294591, 'name': CreateVM_Task, 'duration_secs': 0.636778} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.724537] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.725371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.725559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.725965] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.729772] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1583c4-8260-4628-b3ec-731996efee03 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.731832] env[70491]: DEBUG oslo_vmware.api [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294592, 'name': ReconfigVM_Task, 'duration_secs': 0.172497} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.732382] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657909', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'name': 'volume-3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4', 'attached_at': '', 'detached_at': '', 'volume_id': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97', 'serial': '3c6501ed-5e64-41be-8e3f-24bcf53c5f97'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.738459] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1013.738459] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528fca9d-5cd9-ca88-cacb-50a561541356" [ 1013.738459] env[70491]: _type = "Task" [ 1013.738459] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.760860] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528fca9d-5cd9-ca88-cacb-50a561541356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.213938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.215725] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.219199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.295s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.222065] env[70491]: INFO nova.compute.claims [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.249928] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528fca9d-5cd9-ca88-cacb-50a561541356, 'name': SearchDatastore_Task, 'duration_secs': 0.020192} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.254026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.254026] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.254026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.254026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.254026] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.254026] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c7e0318-792f-4f46-bacc-99f9afb29f46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.263543] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.263762] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.266349] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c1366f-ac80-4f34-b723-5d4358fdf05d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.274493] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1014.274493] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21c61-0ef9-c683-5418-236d89b456ae" [ 1014.274493] env[70491]: _type = "Task" [ 1014.274493] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.287243] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21c61-0ef9-c683-5418-236d89b456ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.312022] env[70491]: DEBUG nova.objects.instance [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'flavor' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.329202] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updated VIF entry in instance network info cache for port caf75f26-f13e-4a92-a7d6-99402364f872. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.329877] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updating instance_info_cache with network_info: [{"id": "caf75f26-f13e-4a92-a7d6-99402364f872", "address": "fa:16:3e:34:d9:d6", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf75f26-f1", "ovs_interfaceid": "caf75f26-f13e-4a92-a7d6-99402364f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.728713] env[70491]: DEBUG nova.compute.utils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.734224] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.734358] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.789217] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21c61-0ef9-c683-5418-236d89b456ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.789926] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da8c1ec-f3b9-41c2-ab9c-abcb22e6bd15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.797778] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1014.797778] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522eb807-d236-4ded-0b3d-f63f5d902a97" [ 1014.797778] env[70491]: _type = "Task" [ 1014.797778] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.810765] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522eb807-d236-4ded-0b3d-f63f5d902a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.832656] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Releasing lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.835261] env[70491]: DEBUG nova.compute.manager [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.835261] env[70491]: DEBUG nova.compute.manager [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing instance network info cache due to event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.835261] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.835261] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.835261] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.968122] env[70491]: DEBUG nova.policy [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6632be7e596045e38237b5bb5ae680d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3a5f674fdfe4461a910c21eeed3d99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.235099] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.315940] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522eb807-d236-4ded-0b3d-f63f5d902a97, 'name': SearchDatastore_Task, 'duration_secs': 0.015391} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.316947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.317198] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/3b33d099-7503-4256-9af6-0e1959bcda30.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.317570] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1cc6920-8d6a-427b-8075-a0e36aabbe19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.323798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b526fad3-e624-4a32-9ce4-a96bbb5a17a0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.340s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.333190] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1015.333190] env[70491]: value = "task-3294593" [ 1015.333190] env[70491]: _type = "Task" [ 1015.333190] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.350605] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.420312] env[70491]: DEBUG nova.compute.manager [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.420471] env[70491]: DEBUG nova.compute.manager [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing instance network info cache due to event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.420601] env[70491]: DEBUG oslo_concurrency.lockutils [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.585101] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd1e78c-43e4-4c28-9866-cc77b6729237 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.597517] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4b654-99bb-4266-8a5c-7e6ed4deed6a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.635531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21644b94-1849-4f3d-b26a-0340f8c70ead {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.639013] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updated VIF entry in instance network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.639569] env[70491]: DEBUG nova.network.neutron [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.649313] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7711b-d842-47ff-90a8-a5aacc82769c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.664362] env[70491]: DEBUG nova.compute.provider_tree [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.752596] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Successfully created port: ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.848517] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294593, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.142431] env[70491]: DEBUG oslo_concurrency.lockutils [req-2f40ab63-efc6-43b7-a01e-fd2eeceefddc req-75d3a60f-70cb-4cfe-b88b-f6d29792966d service nova] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.143016] env[70491]: DEBUG oslo_concurrency.lockutils [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.143156] env[70491]: DEBUG nova.network.neutron [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.168721] env[70491]: DEBUG nova.scheduler.client.report [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.257734] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.347134] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717174} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.347749] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/3b33d099-7503-4256-9af6-0e1959bcda30.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.348235] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.351216] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-723060d7-6634-4ac8-8cf0-6b5dd1df896d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.358368] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1016.358368] env[70491]: value = "task-3294594" [ 1016.358368] env[70491]: _type = "Task" [ 1016.358368] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.373206] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.678650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.681156] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.683030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.197s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.683030] env[70491]: DEBUG nova.objects.instance [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lazy-loading 'resources' on Instance uuid e3730d67-97fd-406a-93dc-b0bbb9acc272 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.871886] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13505} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.872259] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.873405] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f47e60-6f24-4c19-bbae-a66459908f1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.899287] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/3b33d099-7503-4256-9af6-0e1959bcda30.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.902275] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e23e079a-5d01-4f7f-9484-fda96f3baf43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.922887] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1016.922887] env[70491]: value = "task-3294595" [ 1016.922887] env[70491]: _type = "Task" [ 1016.922887] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.931428] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.026835] env[70491]: DEBUG nova.network.neutron [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updated VIF entry in instance network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.027299] env[70491]: DEBUG nova.network.neutron [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [{"id": "81a19041-4ab2-474c-9f68-ae9f377fb785", "address": "fa:16:3e:95:dd:6c", "network": {"id": "9040b84a-91cf-4bf0-96a1-3cb53eb791b3", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1334054917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "23558c006a0e4710bee0f331fc0b6c63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a19041-4a", "ovs_interfaceid": "81a19041-4ab2-474c-9f68-ae9f377fb785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.189647] env[70491]: DEBUG nova.compute.utils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.192191] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.192374] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.267607] env[70491]: DEBUG nova.policy [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b0ae0a205426bbba44b2aba5959a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0af029e154dc7a5d296ccd05c69a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.439564] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.514230] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebeb100-b088-404f-83a9-3e8b61d2738a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.522418] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c84edb-48d3-4c88-87c6-aac5141f327f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.531293] env[70491]: DEBUG oslo_concurrency.lockutils [req-98d665e9-33b4-4c89-a0c8-7d4cccb0a176 req-e45f5904-1e03-460b-b85e-e73fe301bdba service nova] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.558565] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5524a6a5-397e-4bec-bfc8-8d0f742ab1d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.566559] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94742942-1876-4692-92c6-9060d291655d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.580620] env[70491]: DEBUG nova.compute.provider_tree [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.625588] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Successfully updated port: ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.693505] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.933927] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.070140] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Successfully created port: e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.087821] env[70491]: DEBUG nova.scheduler.client.report [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.127286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127838] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.441672] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.594480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.599414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.852s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.599414] env[70491]: DEBUG nova.objects.instance [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lazy-loading 'resources' on Instance uuid 20930ac7-cb09-4912-9f38-b2bfeb155f4b {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.637189] env[70491]: INFO nova.scheduler.client.report [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Deleted allocations for instance e3730d67-97fd-406a-93dc-b0bbb9acc272 [ 1018.688864] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.703620] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.842295] env[70491]: DEBUG nova.network.neutron [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.935971] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294595, 'name': ReconfigVM_Task, 'duration_secs': 1.667119} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.936333] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/3b33d099-7503-4256-9af6-0e1959bcda30.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.937770] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1018.938327] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-03deba16-ccdf-453b-a369-77b29c68097c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.945334] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1018.945334] env[70491]: value = "task-3294596" [ 1018.945334] env[70491]: _type = "Task" [ 1018.945334] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.954504] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294596, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.147993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb691ecf-2d3b-4dc3-ae22-e5c73246c8a1 tempest-ImagesNegativeTestJSON-463101558 tempest-ImagesNegativeTestJSON-463101558-project-member] Lock "e3730d67-97fd-406a-93dc-b0bbb9acc272" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.301s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.345911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.346437] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Instance network_info: |[{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.347408] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97ed03-6ac3-4479-a5e4-5bcfaefba805 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.356417] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b741eb-caae-4a94-a719-4dd41ec05d17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.392087] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657e881-7dca-44d7-bb47-b5c5ce271393 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.400424] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b5175-f53a-4adb-a615-d11a8de821b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.414833] env[70491]: DEBUG nova.compute.provider_tree [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.456072] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294596, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.152534} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.456360] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1019.457201] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df17e70-6084-48de-a7dc-b50ee51957d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.482792] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.483154] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c8f59c6-f3e9-47c3-9942-2444ce277786 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.503081] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1019.503081] env[70491]: value = "task-3294597" [ 1019.503081] env[70491]: _type = "Task" [ 1019.503081] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.511567] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.764240] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Successfully updated port: e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.918784] env[70491]: DEBUG nova.scheduler.client.report [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.014648] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.267573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.267764] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.267993] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.425404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.428589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.928s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.428709] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.428960] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1020.429112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.534s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.431137] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04cfc86-e3f8-4222-a2ca-38f3a77cf9b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.442997] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13f44e2-afaf-49da-84aa-9ee39409ab9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.449946] env[70491]: INFO nova.scheduler.client.report [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Deleted allocations for instance 20930ac7-cb09-4912-9f38-b2bfeb155f4b [ 1020.463099] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5862a34-fba0-4646-85cd-30ed4fad42da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.471647] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc59fb1-cf6b-47c6-93c8-6533f4bec975 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.501907] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179578MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1020.502081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.513009] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294597, 'name': ReconfigVM_Task, 'duration_secs': 0.724005} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.513296] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.513876] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6177e9bb-de62-4e50-a296-01ee18042eba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.521654] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1020.521654] env[70491]: value = "task-3294598" [ 1020.521654] env[70491]: _type = "Task" [ 1020.521654] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.529195] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.531469] env[70491]: DEBUG nova.virt.hardware [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.533038] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bdb342-eca9-4124-9e3a-752753258c57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.540487] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294598, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.542878] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.543148] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.543203] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.543409] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.543901] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.544069] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.544291] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.544601] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.544691] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.545184] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.545452] env[70491]: DEBUG nova.virt.hardware [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.548145] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac11ca-1840-4bce-bb88-2e388d67e93d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.555802] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2291d567-cc4b-453c-b856-c717fc82c968 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.563838] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ed694d-b094-488f-a097-b04789372845 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.579483] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1020.580319] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:92:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff83f35d-1855-47ee-9989-671cd2e5e20d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.589479] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating folder: Project (c3a5f674fdfe4461a910c21eeed3d99c). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.589479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6957a26-2e38-42ab-baff-fa862f76751e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.591696] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb961efc-64e8-4093-9dc1-b6b3ea671ca2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.605135] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1020.605350] env[70491]: ERROR oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk due to incomplete transfer. [ 1020.605669] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4939d669-9b85-4e82-bfed-0e299f49c8a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.611227] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created folder: Project (c3a5f674fdfe4461a910c21eeed3d99c) in parent group-v657728. [ 1020.611409] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating folder: Instances. Parent ref: group-v657954. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.611664] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10dc7618-4136-40a8-beaf-38342fb82a68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.614422] env[70491]: DEBUG oslo_vmware.rw_handles [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e10e6-f8bc-f6ea-a98f-81c0da2b391a/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1020.614600] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Uploaded image 7535df58-feab-416e-ad28-4da7fef182f3 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1020.619358] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1020.619358] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ae59914-a47b-459a-b212-b80232286c86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.620027] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created folder: Instances in parent group-v657954. [ 1020.620247] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.620425] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.620612] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1732acb5-ab16-4370-b55a-95b8ed87d1b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.636671] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1020.636671] env[70491]: value = "task-3294601" [ 1020.636671] env[70491]: _type = "Task" [ 1020.636671] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.641174] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.641174] env[70491]: value = "task-3294602" [ 1020.641174] env[70491]: _type = "Task" [ 1020.641174] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.647514] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294601, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.652235] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294602, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.826780] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.969276] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5c73f94b-9866-4b98-ad20-5981bf55480b tempest-AttachInterfacesV270Test-301452400 tempest-AttachInterfacesV270Test-301452400-project-member] Lock "20930ac7-cb09-4912-9f38-b2bfeb155f4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.634s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.014627] env[70491]: DEBUG nova.network.neutron [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating instance_info_cache with network_info: [{"id": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "address": "fa:16:3e:46:d4:5a", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b128bf-59", "ovs_interfaceid": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.038030] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294598, 'name': Rename_Task, 'duration_secs': 0.252139} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.044043] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.045030] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e0d6563-791f-4c33-bba3-6bb257bf4076 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.053708] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1021.053708] env[70491]: value = "task-3294603" [ 1021.053708] env[70491]: _type = "Task" [ 1021.053708] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.067073] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.162419] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294601, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.162650] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294602, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.207832] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995d83fd-d7a9-4bac-913e-83cb2a769a33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.217075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408a727-4a31-4db5-ad71-459d7c334823 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.253441] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc76d8dd-f027-4793-85eb-00b3552fe94c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.262252] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b5af4a-b94e-423a-a692-9c2512d67927 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.278621] env[70491]: DEBUG nova.compute.provider_tree [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.520097] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.521302] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance network_info: |[{"id": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "address": "fa:16:3e:46:d4:5a", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b128bf-59", "ovs_interfaceid": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.521484] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:d4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b128bf-590c-480b-a26e-6ea3cf504a6e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.531822] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.532127] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.532371] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ff2f95-1f30-477f-ab42-6b29b5226978 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.555448] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.555448] env[70491]: value = "task-3294604" [ 1021.555448] env[70491]: _type = "Task" [ 1021.555448] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.569245] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294603, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.574119] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294604, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.648376] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294601, 'name': Destroy_Task, 'duration_secs': 0.588616} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.652159] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Destroyed the VM [ 1021.652429] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1021.652725] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35dde77c-d427-4678-9e5a-96b117ff1304 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.662586] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294602, 'name': CreateVM_Task, 'duration_secs': 0.525859} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.664651] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.665223] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1021.665223] env[70491]: value = "task-3294605" [ 1021.665223] env[70491]: _type = "Task" [ 1021.665223] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.667257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.667513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.668177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.668325] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ef9a83-2f5b-4f9d-a5e3-279f5e776bd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.677697] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1021.677697] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eeb60-dce0-1217-9db0-943ec616e8c1" [ 1021.677697] env[70491]: _type = "Task" [ 1021.677697] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.681445] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294605, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.690736] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eeb60-dce0-1217-9db0-943ec616e8c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.767843] env[70491]: DEBUG nova.compute.manager [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Received event network-changed-01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.767843] env[70491]: DEBUG nova.compute.manager [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Refreshing instance network info cache due to event network-changed-01de48c9-2668-41dd-9cd0-95b3672d40fb. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.767843] env[70491]: DEBUG oslo_concurrency.lockutils [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] Acquiring lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.767843] env[70491]: DEBUG oslo_concurrency.lockutils [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] Acquired lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.767843] env[70491]: DEBUG nova.network.neutron [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Refreshing network info cache for port 01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.782443] env[70491]: DEBUG nova.scheduler.client.report [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.790311] env[70491]: DEBUG nova.compute.manager [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Received event network-vif-plugged-e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.790311] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.790997] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.790997] env[70491]: DEBUG oslo_concurrency.lockutils [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.790997] env[70491]: DEBUG nova.compute.manager [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] No waiting events found dispatching network-vif-plugged-e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.791232] env[70491]: WARNING nova.compute.manager [req-f2ec37eb-c76a-4f11-9915-d1816afff553 req-d5289061-68e8-45e8-852a-4768512510c0 service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Received unexpected event network-vif-plugged-e6b128bf-590c-480b-a26e-6ea3cf504a6e for instance with vm_state building and task_state spawning. [ 1022.069920] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294603, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.073443] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294604, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.178575] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294605, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.192211] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eeb60-dce0-1217-9db0-943ec616e8c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.192211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.192511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.192628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.192809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.193030] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.193325] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b9d04b-6dac-4c69-bb7f-4255201f0bcb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.204082] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.204082] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.204544] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bc25b31-bd6b-44ff-9133-a99bd25f363e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.212568] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1022.212568] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52762669-8d1f-c38a-0517-1909401f9f4b" [ 1022.212568] env[70491]: _type = "Task" [ 1022.212568] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.223801] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52762669-8d1f-c38a-0517-1909401f9f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.426252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c8f5762a-b55d-4133-b686-e235f18e5a30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.426528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.472000] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d839584b-42da-4906-994e-faa98e1d24b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.472242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.472722] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "d839584b-42da-4906-994e-faa98e1d24b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.473262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.473442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.476115] env[70491]: INFO nova.compute.manager [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Terminating instance [ 1022.574371] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294604, 'name': CreateVM_Task, 'duration_secs': 0.812347} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.579820] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.580205] env[70491]: DEBUG oslo_vmware.api [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294603, 'name': PowerOnVM_Task, 'duration_secs': 1.239364} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.582229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.582229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.582229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.582229] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.582229] env[70491]: INFO nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Took 12.19 seconds to spawn the instance on the hypervisor. [ 1022.582760] env[70491]: DEBUG nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.582760] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfd6630a-0d2e-4a68-aae7-6a069e85702a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.585299] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391d609f-50e7-4bdc-86e6-ba8d4559d53a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.593194] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1022.593194] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd9ac7-88ab-4fe8-fb48-64ed463ac2e7" [ 1022.593194] env[70491]: _type = "Task" [ 1022.593194] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.609113] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd9ac7-88ab-4fe8-fb48-64ed463ac2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.688195] env[70491]: DEBUG oslo_vmware.api [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294605, 'name': RemoveSnapshot_Task, 'duration_secs': 0.972574} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.688930] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1022.689106] env[70491]: INFO nova.compute.manager [None req-b229a6fd-9927-43c7-9e7c-1764d8548bd5 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Took 17.52 seconds to snapshot the instance on the hypervisor. [ 1022.723834] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52762669-8d1f-c38a-0517-1909401f9f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.724690] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3becfc8-1259-4eda-a4dd-f6d1d447d311 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.733841] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1022.733841] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52be7ebf-a37c-6ae4-53fb-cde0b28c1d4f" [ 1022.733841] env[70491]: _type = "Task" [ 1022.733841] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.744939] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52be7ebf-a37c-6ae4-53fb-cde0b28c1d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.800806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.371s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.803844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.698s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.804080] env[70491]: DEBUG nova.objects.instance [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lazy-loading 'resources' on Instance uuid 68f2388d-9800-4e21-b62c-f7f062c979b2 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.858419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.858419] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.860164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.860357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.861210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.861210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.861210] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.863562] env[70491]: INFO nova.compute.manager [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Terminating instance [ 1022.897193] env[70491]: DEBUG nova.network.neutron [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updated VIF entry in instance network info cache for port 01de48c9-2668-41dd-9cd0-95b3672d40fb. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.897567] env[70491]: DEBUG nova.network.neutron [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updating instance_info_cache with network_info: [{"id": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "address": "fa:16:3e:18:5b:a5", "network": {"id": "44d4a826-3775-4263-98d3-2db5d3fe914c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1482596279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6c80b6c73b04b0bb51b4c562bd0bd46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01de48c9-26", "ovs_interfaceid": "01de48c9-2668-41dd-9cd0-95b3672d40fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.928785] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1022.980563] env[70491]: DEBUG nova.compute.manager [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.980563] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.981224] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d231ad-14c9-461b-966b-5271da605c2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.989904] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.990403] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c126f933-fa59-46b9-a485-af4328bc8d98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.997380] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 1022.997380] env[70491]: value = "task-3294606" [ 1022.997380] env[70491]: _type = "Task" [ 1022.997380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.006961] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.098838] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1023.100112] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688becc-77f1-46e4-967e-dba7e37ad95b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.117501] env[70491]: INFO nova.compute.manager [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Took 39.94 seconds to build instance. [ 1023.121863] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1023.122447] env[70491]: ERROR oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk due to incomplete transfer. [ 1023.126383] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5b315f1-4235-4843-b176-fc249efd24af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.128564] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fd9ac7-88ab-4fe8-fb48-64ed463ac2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028579} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.128908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.130063] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.130063] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.135738] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52de90b0-9e71-ad09-7518-1b944e972290/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1023.135933] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Uploaded image 59dad8b3-b84e-4312-bd3f-3733e8f30c78 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1023.137600] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1023.139030] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45ec637e-3482-41e0-bca1-3204fb998a15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.145509] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1023.145509] env[70491]: value = "task-3294607" [ 1023.145509] env[70491]: _type = "Task" [ 1023.145509] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.157412] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294607, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.245535] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52be7ebf-a37c-6ae4-53fb-cde0b28c1d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.245896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.246214] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.246545] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.246768] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.247030] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67b2c4bb-2de8-4566-a19d-9154725b6181 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.251634] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d59624-bf1b-405e-afb3-e6d0306a6425 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.257675] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1023.257675] env[70491]: value = "task-3294608" [ 1023.257675] env[70491]: _type = "Task" [ 1023.257675] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.262598] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.262727] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.263842] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94df25be-7b4f-4fbb-8d20-c7dea0d22c24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.270644] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.274696] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1023.274696] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e5301f-f8db-3a07-b06d-d3ce4b756ed2" [ 1023.274696] env[70491]: _type = "Task" [ 1023.274696] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.283113] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e5301f-f8db-3a07-b06d-d3ce4b756ed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.361011] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.367778] env[70491]: DEBUG nova.compute.manager [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.368134] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.369101] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac66769-0dcd-446c-beef-e532c00e406a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.380795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.380975] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af168ed8-339a-4c4b-8818-0d409961879b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.398065] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1023.398065] env[70491]: value = "task-3294609" [ 1023.398065] env[70491]: _type = "Task" [ 1023.398065] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.399381] env[70491]: INFO nova.scheduler.client.report [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocation for migration ed7f0c96-b367-4f1d-ba33-f62505e8b081 [ 1023.402145] env[70491]: DEBUG oslo_concurrency.lockutils [req-b0f7c253-67de-4dd8-95c9-2cdd9e20ece3 req-a0f0b812-997d-4afd-810a-2bdd3d06f8c7 service nova] Releasing lock "refresh_cache-0c98badf-6b4d-4660-88fa-fd7378ca3fe8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.414879] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.453707] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.510486] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294606, 'name': PowerOffVM_Task, 'duration_secs': 0.37319} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.510808] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.514686] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.514686] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e249230-e1e7-4e76-8406-9b50eeac088d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.586293] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.586568] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.586775] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleting the datastore file [datastore1] d839584b-42da-4906-994e-faa98e1d24b7 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.591749] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ee5cbf3-5884-4c8a-8e1d-12c8e8d37a21 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.598838] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for the task: (returnval){ [ 1023.598838] env[70491]: value = "task-3294611" [ 1023.598838] env[70491]: _type = "Task" [ 1023.598838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.608916] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.623649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-074bd737-ecbe-42a7-bc39-93d301ae0ed8 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.450s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.648701] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45789a-7cb4-4718-adc2-ab51c3a30607 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.670450] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294607, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.672038] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183556e8-bacf-4ba2-b42d-a64f964af39f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.708357] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e257b-21f9-4930-b42e-880366580fea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.716407] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd37ea3-8940-407a-b0a0-c0f2bc7b6f38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.732059] env[70491]: DEBUG nova.compute.provider_tree [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.771025] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.785897] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e5301f-f8db-3a07-b06d-d3ce4b756ed2, 'name': SearchDatastore_Task, 'duration_secs': 0.024485} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.786790] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd75d8d-3ea4-47ec-b5eb-dfaeada99835 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.793179] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1023.793179] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52345294-6b9f-c8fe-d6a9-f627d0da267e" [ 1023.793179] env[70491]: _type = "Task" [ 1023.793179] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.801763] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52345294-6b9f-c8fe-d6a9-f627d0da267e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.884542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.912661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6416abc4-b7cf-47de-b4f6-944d995e9de1 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.370s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.913891] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294609, 'name': PowerOffVM_Task, 'duration_secs': 0.215161} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.914036] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.914236] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.914457] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e907aefd-2482-4c98-9846-d38a72bd02f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.975132] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.975407] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.975713] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore2] 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.975865] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109d5eb8-65be-4c48-8192-11917325f9ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.982776] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1023.982776] env[70491]: value = "task-3294613" [ 1023.982776] env[70491]: _type = "Task" [ 1023.982776] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.990745] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.029603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.029603] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.109504] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.155434] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Received event network-vif-plugged-ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.155818] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.155919] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.156108] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.156254] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] No waiting events found dispatching network-vif-plugged-ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.156383] env[70491]: WARNING nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Received unexpected event network-vif-plugged-ff83f35d-1855-47ee-9989-671cd2e5e20d for instance with vm_state building and task_state spawning. [ 1024.156524] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Received event network-changed-ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.156669] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Refreshing instance network info cache due to event network-changed-ff83f35d-1855-47ee-9989-671cd2e5e20d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.156883] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.156975] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.157169] env[70491]: DEBUG nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Refreshing network info cache for port ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.160658] env[70491]: DEBUG nova.compute.manager [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Received event network-changed-e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.160805] env[70491]: DEBUG nova.compute.manager [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Refreshing instance network info cache due to event network-changed-e6b128bf-590c-480b-a26e-6ea3cf504a6e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.160998] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] Acquiring lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.161092] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] Acquired lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.161285] env[70491]: DEBUG nova.network.neutron [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Refreshing network info cache for port e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.166288] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294607, 'name': Destroy_Task, 'duration_secs': 0.544698} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.167888] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Destroyed the VM [ 1024.167888] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1024.167888] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-496ec324-74f8-4205-938f-883778aaf238 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.175136] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1024.175136] env[70491]: value = "task-3294614" [ 1024.175136] env[70491]: _type = "Task" [ 1024.175136] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.186025] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294614, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.235823] env[70491]: DEBUG nova.scheduler.client.report [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.269405] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55556} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.269755] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.269951] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.270226] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d935cdc-bb6f-436e-8faa-6e9c589e8b35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.277443] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1024.277443] env[70491]: value = "task-3294615" [ 1024.277443] env[70491]: _type = "Task" [ 1024.277443] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.285657] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.306296] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52345294-6b9f-c8fe-d6a9-f627d0da267e, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.306296] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.306296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.306296] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-510b550e-bbf4-4bed-9b7a-67df96ede3d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.315616] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1024.315616] env[70491]: value = "task-3294616" [ 1024.315616] env[70491]: _type = "Task" [ 1024.315616] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.329164] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.492733] env[70491]: DEBUG oslo_vmware.api [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365232} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.492908] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.493144] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.493951] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.494220] env[70491]: INFO nova.compute.manager [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.494504] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.494706] env[70491]: DEBUG nova.compute.manager [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.494801] env[70491]: DEBUG nova.network.neutron [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.532332] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.614605] env[70491]: DEBUG oslo_vmware.api [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Task: {'id': task-3294611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.536013} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.614880] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.615094] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.615872] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.615872] env[70491]: INFO nova.compute.manager [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1024.615872] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.616387] env[70491]: DEBUG nova.compute.manager [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.617030] env[70491]: DEBUG nova.network.neutron [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.624259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "02f69219-4ea8-4b3f-a597-341e8b568764" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.625449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.625449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.625449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.625449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.627810] env[70491]: INFO nova.compute.manager [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Terminating instance [ 1024.691425] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294614, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.742980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.746307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.243s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.789477] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081681} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.793145] env[70491]: INFO nova.scheduler.client.report [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Deleted allocations for instance 68f2388d-9800-4e21-b62c-f7f062c979b2 [ 1024.795205] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.796125] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633d854-3855-4ad9-a293-fd1d46704fc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.825519] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.831620] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f6a7c93-c565-4892-b859-67c2f74fd583 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.856264] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294616, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.857252] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1024.857252] env[70491]: value = "task-3294617" [ 1024.857252] env[70491]: _type = "Task" [ 1024.857252] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.871506] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.064096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.132315] env[70491]: DEBUG nova.compute.manager [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.132680] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.139384] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8687aae-d088-4416-bf51-b44cd87070ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.143432] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.143851] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d1b37e-d6fe-473c-a5e9-53fa8ced6622 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.152452] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1025.152452] env[70491]: value = "task-3294618" [ 1025.152452] env[70491]: _type = "Task" [ 1025.152452] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.158926] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.185283] env[70491]: DEBUG nova.network.neutron [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updated VIF entry in instance network info cache for port e6b128bf-590c-480b-a26e-6ea3cf504a6e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.185283] env[70491]: DEBUG nova.network.neutron [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating instance_info_cache with network_info: [{"id": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "address": "fa:16:3e:46:d4:5a", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b128bf-59", "ovs_interfaceid": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.191171] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294614, 'name': RemoveSnapshot_Task, 'duration_secs': 0.804455} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.191431] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1025.191701] env[70491]: DEBUG nova.compute.manager [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.192566] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce17ab-055f-44ec-ae00-71e7c7c13932 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.307291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2b320a8e-779a-491d-8684-434e537a6705 tempest-ServersAdminTestJSON-1745122316 tempest-ServersAdminTestJSON-1745122316-project-member] Lock "68f2388d-9800-4e21-b62c-f7f062c979b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.801s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.331685] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567899} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.334684] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.334684] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.334927] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be43603-a4ec-480d-8611-12e4ad4f202d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.343059] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1025.343059] env[70491]: value = "task-3294619" [ 1025.343059] env[70491]: _type = "Task" [ 1025.343059] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.357752] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.369169] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294617, 'name': ReconfigVM_Task, 'duration_secs': 0.356513} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.369469] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.370339] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3b89bf9-b8de-4ddf-a588-b30c5d8e0aaf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.376053] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1025.376053] env[70491]: value = "task-3294620" [ 1025.376053] env[70491]: _type = "Task" [ 1025.376053] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.385154] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294620, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.662362] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294618, 'name': PowerOffVM_Task, 'duration_secs': 0.23692} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.662635] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.662803] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.666792] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2525ba5d-efed-4d6a-902a-4cdded2d3c9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.689204] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b0348eb-36ce-4750-8332-4e50daa58a26 req-cb3bf125-ff0c-4e41-b02a-943a05c513dc service nova] Releasing lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.706717] env[70491]: INFO nova.compute.manager [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Shelve offloading [ 1025.728208] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.728488] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.728640] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Deleting the datastore file [datastore2] 02f69219-4ea8-4b3f-a597-341e8b568764 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.728932] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98cb4a04-8968-4d28-aa2b-2bb9b9ba7f62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.735944] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for the task: (returnval){ [ 1025.735944] env[70491]: value = "task-3294622" [ 1025.735944] env[70491]: _type = "Task" [ 1025.735944] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.746178] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.784620] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.784778] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.784902] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d839584b-42da-4906-994e-faa98e1d24b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785031] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785155] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2fc6af0a-76e6-4bcb-adea-fa48eac79359 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785269] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785384] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 02f69219-4ea8-4b3f-a597-341e8b568764 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785517] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785601] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2456246-873d-4926-b455-b8710ac2ed75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785712] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785824] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 3b33d099-7503-4256-9af6-0e1959bcda30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.785930] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.786051] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ed50613e-5b98-48df-ac1c-c333954d64b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1025.854483] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192018} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.854926] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.855897] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e6dee-dc81-4e30-9d85-e2db4a463ba0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.886945] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.888248] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8425e73-8234-445a-a28d-86f4dd727c96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.912305] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294620, 'name': Rename_Task, 'duration_secs': 0.164549} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.913672] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.913992] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1025.913992] env[70491]: value = "task-3294623" [ 1025.913992] env[70491]: _type = "Task" [ 1025.913992] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.914211] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d111d7c8-217a-44b2-a56b-758a660f3361 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.927579] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1025.927579] env[70491]: value = "task-3294624" [ 1025.927579] env[70491]: _type = "Task" [ 1025.927579] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.928077] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.929198] env[70491]: DEBUG nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updated VIF entry in instance network info cache for port ff83f35d-1855-47ee-9989-671cd2e5e20d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.929901] env[70491]: DEBUG nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.946259] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.211093] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.211620] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb44682f-5820-4594-8ad5-41ae7e8e5e3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.221627] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1026.221627] env[70491]: value = "task-3294625" [ 1026.221627] env[70491]: _type = "Task" [ 1026.221627] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.242495] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.242495] env[70491]: DEBUG nova.compute.manager [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.242495] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a5033-85f2-4a3d-9c24-f09d201d0d94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.255142] env[70491]: DEBUG oslo_vmware.api [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Task: {'id': task-3294622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198893} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.255580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.256113] env[70491]: DEBUG nova.network.neutron [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.257818] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.258062] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.258286] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.258564] env[70491]: INFO nova.compute.manager [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1026.259704] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.262410] env[70491]: DEBUG nova.compute.manager [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.262410] env[70491]: DEBUG nova.network.neutron [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.288917] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c8f5762a-b55d-4133-b686-e235f18e5a30 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1026.432479] env[70491]: DEBUG nova.network.neutron [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.434818] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.434818] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.434987] env[70491]: DEBUG nova.compute.manager [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing instance network info cache due to event network-changed-81a19041-4ab2-474c-9f68-ae9f377fb785. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.435340] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Acquiring lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.435340] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Acquired lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435722] env[70491]: DEBUG nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Refreshing network info cache for port 81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.437239] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294623, 'name': ReconfigVM_Task, 'duration_secs': 0.435388} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.441875] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.442542] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf34868f-0b5e-4a3e-a07b-6c7986306422 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.450263] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294624, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.451771] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1026.451771] env[70491]: value = "task-3294626" [ 1026.451771] env[70491]: _type = "Task" [ 1026.451771] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.466039] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294626, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.525424] env[70491]: DEBUG nova.compute.manager [req-d4facf48-9e45-4f10-bbc9-5013c44c2baf req-6f5d0870-af3b-4aa0-8349-d1d8e2b3e093 service nova] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Received event network-vif-deleted-dd319ee6-4280-446d-a6ea-0f0a8050a36d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.707307] env[70491]: DEBUG nova.compute.manager [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Received event network-changed-caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.707822] env[70491]: DEBUG nova.compute.manager [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Refreshing instance network info cache due to event network-changed-caf75f26-f13e-4a92-a7d6-99402364f872. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.707822] env[70491]: DEBUG oslo_concurrency.lockutils [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] Acquiring lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.707822] env[70491]: DEBUG oslo_concurrency.lockutils [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] Acquired lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.708158] env[70491]: DEBUG nova.network.neutron [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Refreshing network info cache for port caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.793075] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f0a67eb3-9c19-4ed1-aeb5-f22c8a838739 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1026.942082] env[70491]: INFO nova.compute.manager [-] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Took 2.45 seconds to deallocate network for instance. [ 1026.951216] env[70491]: DEBUG oslo_vmware.api [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3294624, 'name': PowerOnVM_Task, 'duration_secs': 0.807885} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.951216] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.951216] env[70491]: INFO nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1026.951216] env[70491]: DEBUG nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.952068] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0038d550-4c0a-4f6c-8d12-d2890d3aeb99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.967917] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294626, 'name': Rename_Task, 'duration_secs': 0.209184} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.968333] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.971812] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdb4b78-4e89-4e97-872f-8bb6e4a319c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.976172] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1026.976172] env[70491]: value = "task-3294627" [ 1026.976172] env[70491]: _type = "Task" [ 1026.976172] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.982618] env[70491]: INFO nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Port 81a19041-4ab2-474c-9f68-ae9f377fb785 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.982773] env[70491]: DEBUG nova.network.neutron [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.993786] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294627, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.233171] env[70491]: DEBUG nova.network.neutron [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.274481] env[70491]: DEBUG nova.network.neutron [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updating instance_info_cache with network_info: [{"id": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "address": "fa:16:3e:c8:4a:40", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38a2159-a8", "ovs_interfaceid": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.296595] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e169fe44-4063-4f64-8e7c-ca76c22baa75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1027.296595] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1027.297032] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1027.452249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.486375] env[70491]: DEBUG oslo_concurrency.lockutils [req-902b6aae-a8ae-47af-b9b4-b6de3fea783e req-fc25e560-36c3-49c4-8ef5-6a87fbe76fdf service nova] Releasing lock "refresh_cache-02f69219-4ea8-4b3f-a597-341e8b568764" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.493643] env[70491]: INFO nova.compute.manager [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 37.59 seconds to build instance. [ 1027.511879] env[70491]: DEBUG oslo_vmware.api [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3294627, 'name': PowerOnVM_Task, 'duration_secs': 0.510954} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.511879] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.512115] env[70491]: INFO nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1027.512574] env[70491]: DEBUG nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.513597] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb4733c-5bd2-4c70-9ce8-5f6175dec45a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.576242] env[70491]: DEBUG nova.network.neutron [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.677301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988d2661-23ff-4010-81d1-c8a507765413 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.689242] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa09ecd-cca4-4650-b6f6-ac65ec0261c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.724886] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63148a08-edfa-4bdf-bcd7-746264dc63dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.732899] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c733d4-ab08-42d6-96b9-3ec025e389e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.738022] env[70491]: INFO nova.compute.manager [-] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Took 3.12 seconds to deallocate network for instance. [ 1027.751295] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.777157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.799832] env[70491]: DEBUG nova.network.neutron [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updated VIF entry in instance network info cache for port caf75f26-f13e-4a92-a7d6-99402364f872. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.799832] env[70491]: DEBUG nova.network.neutron [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updating instance_info_cache with network_info: [{"id": "caf75f26-f13e-4a92-a7d6-99402364f872", "address": "fa:16:3e:34:d9:d6", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcaf75f26-f1", "ovs_interfaceid": "caf75f26-f13e-4a92-a7d6-99402364f872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.002154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e97904b8-3dab-4f21-b910-19b022c9ab64 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.104s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.011674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.011942] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.012167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.012351] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.012513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.014603] env[70491]: INFO nova.compute.manager [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Terminating instance [ 1028.042163] env[70491]: INFO nova.compute.manager [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Took 38.13 seconds to build instance. [ 1028.079092] env[70491]: INFO nova.compute.manager [-] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Took 1.82 seconds to deallocate network for instance. [ 1028.253866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.258196] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.301977] env[70491]: DEBUG oslo_concurrency.lockutils [req-c681b701-bdb7-4933-85e9-3a7853359e69 req-62673c92-5a99-4f25-b12e-c3ab5d15f9b9 service nova] Releasing lock "refresh_cache-3b33d099-7503-4256-9af6-0e1959bcda30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.521820] env[70491]: DEBUG nova.compute.manager [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.522135] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.523136] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39de3f1f-811c-4f6b-a3d2-3f817abd0ef2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.534130] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.534130] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1432a935-a341-459e-9560-6f6a3e334cb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.540199] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1028.540199] env[70491]: value = "task-3294628" [ 1028.540199] env[70491]: _type = "Task" [ 1028.540199] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.546246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e3178eb-7cab-4bc5-a270-a3cd4bdd8f2b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.644s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.550432] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294628, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.585772] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.762732] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1028.762962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.018s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.763252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.310s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.764836] env[70491]: INFO nova.compute.claims [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.790705] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.791714] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04f1fe-8788-426b-b295-ef492187ae49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.803620] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.804311] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acb5cb83-5ebc-47c1-9673-100a8ea6eaa9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.931915] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.932179] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.932811] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] d2456246-873d-4926-b455-b8710ac2ed75 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.932811] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5443814-07e2-4d0b-bf6e-7b6a681c9c7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.939594] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1028.939594] env[70491]: value = "task-3294630" [ 1028.939594] env[70491]: _type = "Task" [ 1028.939594] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.948700] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.993933] env[70491]: DEBUG nova.compute.manager [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Received event network-vif-deleted-f06a0825-1283-4246-b74f-0a59823a36ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.994186] env[70491]: DEBUG nova.compute.manager [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Received event network-vif-deleted-81a19041-4ab2-474c-9f68-ae9f377fb785 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.994391] env[70491]: DEBUG nova.compute.manager [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received event network-vif-unplugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.994543] env[70491]: DEBUG oslo_concurrency.lockutils [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.994746] env[70491]: DEBUG oslo_concurrency.lockutils [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.994912] env[70491]: DEBUG oslo_concurrency.lockutils [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.995086] env[70491]: DEBUG nova.compute.manager [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] No waiting events found dispatching network-vif-unplugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.995257] env[70491]: WARNING nova.compute.manager [req-c6001f63-9aa9-4a06-a574-28df7163ba34 req-84213a03-791d-4758-a387-415c522edbc1 service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received unexpected event network-vif-unplugged-b38a2159-a8fe-4fd0-aa69-bf105a99556e for instance with vm_state shelved and task_state shelving_offloading. [ 1029.050532] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294628, 'name': PowerOffVM_Task, 'duration_secs': 0.3796} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.050910] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.051154] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.051400] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cf5809d-c8ab-455a-bf93-ad3eb69f7d58 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.114512] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.114742] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.115059] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore1] 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.115234] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ed0dd8b-9af2-4671-ab61-018ec99b526f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.122218] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1029.122218] env[70491]: value = "task-3294632" [ 1029.122218] env[70491]: _type = "Task" [ 1029.122218] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.132424] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.428394] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.428828] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.453396] env[70491]: DEBUG oslo_vmware.api [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3739} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.453756] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.454712] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.454712] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.489152] env[70491]: INFO nova.scheduler.client.report [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance d2456246-873d-4926-b455-b8710ac2ed75 [ 1029.641685] env[70491]: DEBUG oslo_vmware.api [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238724} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.642656] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.642927] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.643859] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.644173] env[70491]: INFO nova.compute.manager [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1029.644552] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.644849] env[70491]: DEBUG nova.compute.manager [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.644994] env[70491]: DEBUG nova.network.neutron [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.934480] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1029.948077] env[70491]: DEBUG nova.compute.manager [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Received event network-changed-e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.948292] env[70491]: DEBUG nova.compute.manager [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Refreshing instance network info cache due to event network-changed-e6b128bf-590c-480b-a26e-6ea3cf504a6e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.948954] env[70491]: DEBUG oslo_concurrency.lockutils [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] Acquiring lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.951799] env[70491]: DEBUG oslo_concurrency.lockutils [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] Acquired lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.951799] env[70491]: DEBUG nova.network.neutron [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Refreshing network info cache for port e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.997404] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.162380] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a395bd1-9bd8-4443-a568-b905b9e4ed8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.171376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.171376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.171682] env[70491]: DEBUG nova.objects.instance [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.176565] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8625bd-3b26-49e2-b225-819f635a1dc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.215837] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fa723d-2b71-46ff-bbbb-5f49098f5ecd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.227320] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd73e6-9216-43ef-83b9-876107b7d903 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.244094] env[70491]: DEBUG nova.compute.provider_tree [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.475448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.644670] env[70491]: DEBUG nova.network.neutron [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.677835] env[70491]: DEBUG nova.objects.instance [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.750180] env[70491]: DEBUG nova.scheduler.client.report [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.758489] env[70491]: DEBUG nova.network.neutron [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updated VIF entry in instance network info cache for port e6b128bf-590c-480b-a26e-6ea3cf504a6e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.758489] env[70491]: DEBUG nova.network.neutron [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating instance_info_cache with network_info: [{"id": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "address": "fa:16:3e:46:d4:5a", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6b128bf-59", "ovs_interfaceid": "e6b128bf-590c-480b-a26e-6ea3cf504a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.104069] env[70491]: DEBUG nova.compute.manager [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Received event network-changed-b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.104335] env[70491]: DEBUG nova.compute.manager [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Refreshing instance network info cache due to event network-changed-b38a2159-a8fe-4fd0-aa69-bf105a99556e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.104636] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Acquiring lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.104844] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Acquired lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.104978] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Refreshing network info cache for port b38a2159-a8fe-4fd0-aa69-bf105a99556e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.150028] env[70491]: INFO nova.compute.manager [-] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Took 1.50 seconds to deallocate network for instance. [ 1031.180056] env[70491]: DEBUG nova.objects.base [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance<2fc6af0a-76e6-4bcb-adea-fa48eac79359> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1031.180056] env[70491]: DEBUG nova.network.neutron [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.255216] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.255730] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.261225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.377s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.263511] env[70491]: INFO nova.compute.claims [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.272052] env[70491]: DEBUG oslo_concurrency.lockutils [req-10d3013d-4317-4e3b-a93c-e110aab1e53e req-9779289b-0c79-4d01-bb7f-1974c6c4b53f service nova] Releasing lock "refresh_cache-ed50613e-5b98-48df-ac1c-c333954d64b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.350568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-705a4eff-d3d3-4220-b6e3-76610afc5bc5 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.179s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.567844] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.657055] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.777936] env[70491]: DEBUG nova.compute.utils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.785445] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.785445] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.881126] env[70491]: DEBUG nova.policy [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90baa120249442cc859865f68d2d54b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012198d1e3384f5f91f66e5174dea371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.056891] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updated VIF entry in instance network info cache for port b38a2159-a8fe-4fd0-aa69-bf105a99556e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.056891] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updating instance_info_cache with network_info: [{"id": "b38a2159-a8fe-4fd0-aa69-bf105a99556e", "address": "fa:16:3e:c8:4a:40", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb38a2159-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.290629] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.394679] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Successfully created port: ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.564375] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Releasing lock "refresh_cache-d2456246-873d-4926-b455-b8710ac2ed75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.564622] env[70491]: DEBUG nova.compute.manager [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Received event network-vif-deleted-db4a52ff-75ad-4e15-a085-28d11bb3df6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.565272] env[70491]: DEBUG nova.compute.manager [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Received event network-changed-ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.565457] env[70491]: DEBUG nova.compute.manager [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Refreshing instance network info cache due to event network-changed-ff83f35d-1855-47ee-9989-671cd2e5e20d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.565663] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.565800] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.565960] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Refreshing network info cache for port ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.625368] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed97948-60c1-4613-a743-b74b99b431bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.635046] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe38cc5-7b00-4b03-9ad6-f1d20694cd9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.667928] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64dd36a-8362-4d9e-b449-ac556ad050c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.677225] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf449b21-8f19-45d9-a117-7483cf40eaeb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.690920] env[70491]: DEBUG nova.compute.provider_tree [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.948511] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.948804] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.195233] env[70491]: DEBUG nova.scheduler.client.report [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.306746] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.347314] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.347840] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.347840] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.348284] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.348284] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.348284] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.349515] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.349515] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.349515] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.349515] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.349515] env[70491]: DEBUG nova.virt.hardware [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.350380] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc1292-af66-42aa-a6fe-266bb4571d29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.365669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ee8a22-175d-42c3-9ec3-7edb8063404e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.424425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.424696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.425115] env[70491]: DEBUG nova.objects.instance [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.451555] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.609037] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updated VIF entry in instance network info cache for port ff83f35d-1855-47ee-9989-671cd2e5e20d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.609424] env[70491]: DEBUG nova.network.neutron [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.702457] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.703058] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.707136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.643s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.708888] env[70491]: INFO nova.compute.claims [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.980552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.113704] env[70491]: DEBUG oslo_concurrency.lockutils [req-327323c7-6200-4339-aefc-ee07ae24ff9a req-12ae4423-7b51-4a0a-ba6a-b0477baabf3f service nova] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150209] env[70491]: DEBUG nova.objects.instance [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.215023] env[70491]: DEBUG nova.compute.utils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.217105] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.217411] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.355122] env[70491]: DEBUG nova.policy [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7cff2bb367d34f339ebdd85bc02f867b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb1472e3840f40c3872d368194681709', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.655939] env[70491]: DEBUG nova.objects.base [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance<2fc6af0a-76e6-4bcb-adea-fa48eac79359> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.656292] env[70491]: DEBUG nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.709894] env[70491]: DEBUG nova.policy [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.720360] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.988467] env[70491]: DEBUG nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Successfully created port: fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.029734] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dad0a65-c217-4eb9-9ea0-544ff64c4864 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.810518] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Successfully updated port: ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.813721] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Successfully created port: 9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.822635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.822890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.827989] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2c22c3-b1e1-419e-b8ab-121c1733d7bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.860787] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc98c567-e256-4c6b-aad8-2ca2e86582cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.869229] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce1913-1679-4873-8a0d-1b342d521bb4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.884031] env[70491]: DEBUG nova.compute.provider_tree [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.968502] env[70491]: DEBUG nova.compute.manager [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Received event network-vif-plugged-ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.968791] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] Acquiring lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.969192] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.969192] env[70491]: DEBUG oslo_concurrency.lockutils [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.969332] env[70491]: DEBUG nova.compute.manager [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] No waiting events found dispatching network-vif-plugged-ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.969451] env[70491]: WARNING nova.compute.manager [req-e0c807a0-ad0d-46e6-8f21-6aa5f4a62e7b req-21ce32af-b26d-49f4-9f49-24044d57889a service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Received unexpected event network-vif-plugged-ec395ef2-55dc-44ad-aae1-bb7438a79c92 for instance with vm_state building and task_state spawning. [ 1036.323706] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.323880] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.324050] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.328972] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.332462] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.367796] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.368184] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.368391] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.368713] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.368836] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.368961] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.369169] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.369633] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.369633] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.369818] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.370600] env[70491]: DEBUG nova.virt.hardware [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.371839] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7cd0c1-789c-4099-a3bf-54a9f3719daf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.380807] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05c9677-757b-4a5a-bd17-b8ac635372f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.387040] env[70491]: DEBUG nova.scheduler.client.report [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.466529] env[70491]: DEBUG nova.compute.manager [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-plugged-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.466739] env[70491]: DEBUG oslo_concurrency.lockutils [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.466938] env[70491]: DEBUG oslo_concurrency.lockutils [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.467109] env[70491]: DEBUG oslo_concurrency.lockutils [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.467269] env[70491]: DEBUG nova.compute.manager [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] No waiting events found dispatching network-vif-plugged-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.467424] env[70491]: WARNING nova.compute.manager [req-30da6c45-76ef-41d7-84f1-7c6696de0db0 req-b2683426-fa97-4295-8b5d-8afb74f393ed service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received unexpected event network-vif-plugged-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff for instance with vm_state active and task_state None. [ 1036.589200] env[70491]: DEBUG nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Successfully updated port: fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.859781] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.886739] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.903585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.197s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.907018] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.910848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.459s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.911220] env[70491]: DEBUG nova.objects.instance [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'resources' on Instance uuid 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.090340] env[70491]: DEBUG nova.network.neutron [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Updating instance_info_cache with network_info: [{"id": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "address": "fa:16:3e:2f:11:ce", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec395ef2-55", "ovs_interfaceid": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.091797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.092115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.092196] env[70491]: DEBUG nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.409753] env[70491]: DEBUG nova.compute.utils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.411280] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.411456] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.488355] env[70491]: DEBUG nova.policy [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4fbca7b2564b51b32ebe6828cf2dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '375865a87fa0493ba9dcdc4d3e4a668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.594861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.596522] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Instance network_info: |[{"id": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "address": "fa:16:3e:2f:11:ce", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec395ef2-55", "ovs_interfaceid": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.597833] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:11:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec395ef2-55dc-44ad-aae1-bb7438a79c92', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.606303] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating folder: Project (012198d1e3384f5f91f66e5174dea371). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.606707] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b813d9d-b300-4540-ada0-02b2f89cb70b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.620510] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created folder: Project (012198d1e3384f5f91f66e5174dea371) in parent group-v657728. [ 1037.620707] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating folder: Instances. Parent ref: group-v657958. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.620942] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926c8336-1b23-4d80-9028-063d5eafc5f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.633736] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created folder: Instances in parent group-v657958. [ 1037.635181] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.635758] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.635758] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23b6c136-99a3-47f6-88bf-c91108431f37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.661296] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.661296] env[70491]: value = "task-3294635" [ 1037.661296] env[70491]: _type = "Task" [ 1037.661296] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.667241] env[70491]: WARNING nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 1037.677172] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294635, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.827871] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b34042-4e0a-45c5-a366-0432be01e498 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.838508] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ecdfc1-f22d-4427-bf7e-c208e399cf0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.845346] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Successfully updated port: 9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.882796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457dc135-1d44-45a3-b5fc-0832dc16fc2e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.892658] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5765f2-8505-4003-a677-fe4ddf14968b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.908373] env[70491]: DEBUG nova.compute.provider_tree [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.915605] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.947724] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Successfully created port: 22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.160219] env[70491]: DEBUG nova.network.neutron [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "address": "fa:16:3e:0b:99:ec", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd2e8bc-64", "ovs_interfaceid": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.172554] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294635, 'name': CreateVM_Task, 'duration_secs': 0.31687} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.173182] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.174070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.174543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.174796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.175733] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0afb7109-01b0-4939-99bd-decda2f62252 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.181111] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1038.181111] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52790d53-33d7-c717-8164-98132fd467fa" [ 1038.181111] env[70491]: _type = "Task" [ 1038.181111] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.190442] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52790d53-33d7-c717-8164-98132fd467fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.349684] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.349684] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquired lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.349684] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.411528] env[70491]: DEBUG nova.scheduler.client.report [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.626236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.626236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.666579] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.667396] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.667699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.668627] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea13bf22-4fe3-481b-8983-5ec26d59c6b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.685633] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.688024] env[70491]: DEBUG nova.virt.hardware [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.694405] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfiguring VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1038.697469] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a78ce8c-b913-4d2b-9025-5bfa75f28f4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.716074] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52790d53-33d7-c717-8164-98132fd467fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.717838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.718200] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.718531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.718795] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.719087] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.719823] env[70491]: DEBUG oslo_vmware.api [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1038.719823] env[70491]: value = "task-3294636" [ 1038.719823] env[70491]: _type = "Task" [ 1038.719823] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.721252] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bb076a-103d-4d4d-936c-ff952cda812c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.732020] env[70491]: DEBUG oslo_vmware.api [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294636, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.732020] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.732198] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.733038] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3206dcf4-f966-4c98-b9d2-667ccac5791c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.738314] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1038.738314] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52198153-5763-f429-a3eb-d0cdd3247bbd" [ 1038.738314] env[70491]: _type = "Task" [ 1038.738314] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.746238] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52198153-5763-f429-a3eb-d0cdd3247bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.878749] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Received event network-changed-ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.878910] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Refreshing instance network info cache due to event network-changed-ec395ef2-55dc-44ad-aae1-bb7438a79c92. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.879093] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Acquiring lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.879275] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Acquired lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.879477] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Refreshing network info cache for port ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.885484] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.916397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.918388] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.665s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.919049] env[70491]: DEBUG nova.objects.instance [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lazy-loading 'resources' on Instance uuid d839584b-42da-4906-994e-faa98e1d24b7 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.924979] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.947722] env[70491]: INFO nova.scheduler.client.report [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted allocations for instance 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4 [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='32103f2252de310d1dcb54e1d22f3fc3',container_format='bare',created_at=2025-04-04T01:34:08Z,direct_url=,disk_format='vmdk',id=7535df58-feab-416e-ad28-4da7fef182f3,min_disk=1,min_ram=0,name='tempest-test-snap-1246906926',owner='375865a87fa0493ba9dcdc4d3e4a668b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-04T01:34:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.965366] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.965667] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.965701] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.966058] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.966058] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.966181] env[70491]: DEBUG nova.virt.hardware [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.967012] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e907c48-2a46-408b-b2a7-303cac066d4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975817] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7995724-92cd-482d-87bb-5ef92005bb23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.084358] env[70491]: DEBUG nova.network.neutron [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Updating instance_info_cache with network_info: [{"id": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "address": "fa:16:3e:ab:e6:be", "network": {"id": "cc677e86-4410-4efc-8450-545989e11e6c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2040811018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1472e3840f40c3872d368194681709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6fc06-25", "ovs_interfaceid": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.131697] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.233589] env[70491]: DEBUG oslo_vmware.api [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.250602] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52198153-5763-f429-a3eb-d0cdd3247bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.251529] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abff8b90-7367-4396-a79c-476e511ba502 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.256830] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1039.256830] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e1d21-65d5-bf1f-0c9b-422d167b914c" [ 1039.256830] env[70491]: _type = "Task" [ 1039.256830] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.264708] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e1d21-65d5-bf1f-0c9b-422d167b914c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.456695] env[70491]: DEBUG oslo_concurrency.lockutils [None req-58368a13-31f2-44ea-b25b-4bc75bae0fe0 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.596s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.588384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Releasing lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588691] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Instance network_info: |[{"id": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "address": "fa:16:3e:ab:e6:be", "network": {"id": "cc677e86-4410-4efc-8450-545989e11e6c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2040811018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1472e3840f40c3872d368194681709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6fc06-25", "ovs_interfaceid": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.589535] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:e6:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ca6fc06-25d3-4063-9f59-8b0ded4b271e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.596989] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Creating folder: Project (eb1472e3840f40c3872d368194681709). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.597289] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd28063-785d-4a4a-8452-4fbc0b875b83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.611741] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Created folder: Project (eb1472e3840f40c3872d368194681709) in parent group-v657728. [ 1039.612302] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Creating folder: Instances. Parent ref: group-v657961. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.612586] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38cd231-aa65-4f5a-b9f3-1c11c8f9e94e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.625812] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Successfully updated port: 22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.628457] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Created folder: Instances in parent group-v657961. [ 1039.628698] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.632364] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.633537] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168ba04e-1ec6-4eb2-9f64-a8e8e7a44f32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.654287] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Updated VIF entry in instance network info cache for port ec395ef2-55dc-44ad-aae1-bb7438a79c92. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.654287] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Updating instance_info_cache with network_info: [{"id": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "address": "fa:16:3e:2f:11:ce", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec395ef2-55", "ovs_interfaceid": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.662435] env[70491]: DEBUG nova.compute.manager [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-changed-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.662616] env[70491]: DEBUG nova.compute.manager [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing instance network info cache due to event network-changed-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.663949] env[70491]: DEBUG oslo_concurrency.lockutils [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.663949] env[70491]: DEBUG oslo_concurrency.lockutils [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.663949] env[70491]: DEBUG nova.network.neutron [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing network info cache for port fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.668633] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.668633] env[70491]: value = "task-3294639" [ 1039.668633] env[70491]: _type = "Task" [ 1039.668633] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.678011] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.681490] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294639, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.715351] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c33f75-52a5-4590-905c-a0aae82d78d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.722999] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbc6a14-bfe5-47b4-a98b-2690f37587c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.737208] env[70491]: DEBUG oslo_vmware.api [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294636, 'name': ReconfigVM_Task, 'duration_secs': 0.778702} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.762687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.762956] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfigured VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1039.769537] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dfba04-56bf-4ed5-9cd3-ed4a981eace4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.782663] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4661d8a7-1640-4af1-869d-c0c3920d803a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.786623] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521e1d21-65d5-bf1f-0c9b-422d167b914c, 'name': SearchDatastore_Task, 'duration_secs': 0.01423} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.787637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.787898] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/c8f5762a-b55d-4133-b686-e235f18e5a30.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.788556] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc99232c-5514-46a2-b870-1ff005e15dc6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.798480] env[70491]: DEBUG nova.compute.provider_tree [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.804427] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1039.804427] env[70491]: value = "task-3294640" [ 1039.804427] env[70491]: _type = "Task" [ 1039.804427] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.813150] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.130914] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.131274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.131274] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.153907] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Releasing lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.153907] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Received event network-vif-plugged-9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.154161] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Acquiring lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.154386] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.154551] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.154731] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] No waiting events found dispatching network-vif-plugged-9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.155240] env[70491]: WARNING nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Received unexpected event network-vif-plugged-9ca6fc06-25d3-4063-9f59-8b0ded4b271e for instance with vm_state building and task_state spawning. [ 1040.155240] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Received event network-changed-9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.155240] env[70491]: DEBUG nova.compute.manager [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Refreshing instance network info cache due to event network-changed-9ca6fc06-25d3-4063-9f59-8b0ded4b271e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.155389] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Acquiring lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.155560] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Acquired lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.155703] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Refreshing network info cache for port 9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.182451] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294639, 'name': CreateVM_Task, 'duration_secs': 0.329265} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.182663] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.183411] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.183577] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.183903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.184192] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d78dcc-29c1-4bb8-a2ef-efb4fe07cea9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.189462] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1040.189462] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52671610-756c-30d2-0853-2d1bbd18de5b" [ 1040.189462] env[70491]: _type = "Task" [ 1040.189462] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.199025] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52671610-756c-30d2-0853-2d1bbd18de5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.268962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b31cdcdf-01f3-46f0-acc3-2bd61eac3e13 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.844s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.276726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "e0f02182-f377-41da-854a-49ed091dcaa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.276983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.301606] env[70491]: DEBUG nova.scheduler.client.report [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.316010] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474685} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.316748] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/c8f5762a-b55d-4133-b686-e235f18e5a30.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.316748] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.316748] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fe4d827-3a7e-45ea-bfb7-e6df0a94663d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.323977] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1040.323977] env[70491]: value = "task-3294641" [ 1040.323977] env[70491]: _type = "Task" [ 1040.323977] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.335407] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.467347] env[70491]: DEBUG nova.network.neutron [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updated VIF entry in instance network info cache for port fcd2e8bc-647e-4c90-8cfb-8491af8d25ff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.467648] env[70491]: DEBUG nova.network.neutron [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "address": "fa:16:3e:0b:99:ec", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd2e8bc-64", "ovs_interfaceid": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.663297] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.699991] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52671610-756c-30d2-0853-2d1bbd18de5b, 'name': SearchDatastore_Task, 'duration_secs': 0.059218} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.702283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.702513] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.702753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.702959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.703164] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.705182] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56fd3cb6-1ab1-4bd1-98bd-14cc564867a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.720445] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.720626] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.721369] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d458b301-c49e-4755-8667-213b158f907a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.726806] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1040.726806] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b00b48-b20f-47b5-5b53-b9486f5dd37e" [ 1040.726806] env[70491]: _type = "Task" [ 1040.726806] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.734429] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b00b48-b20f-47b5-5b53-b9486f5dd37e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.779280] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.810788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.813021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.227s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.815403] env[70491]: DEBUG nova.objects.instance [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lazy-loading 'resources' on Instance uuid 02f69219-4ea8-4b3f-a597-341e8b568764 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.838869] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07746} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.839342] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.839904] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f089eff7-8b0b-4af2-90fd-9f34a12e9605 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.843039] env[70491]: INFO nova.scheduler.client.report [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Deleted allocations for instance d839584b-42da-4906-994e-faa98e1d24b7 [ 1040.869443] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/c8f5762a-b55d-4133-b686-e235f18e5a30.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.872642] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2594c1dc-e7c0-4656-b501-fbc2b38ec8a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.889093] env[70491]: DEBUG nova.network.neutron [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Updating instance_info_cache with network_info: [{"id": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "address": "fa:16:3e:5b:1e:6d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e743a8-d4", "ovs_interfaceid": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.898096] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1040.898096] env[70491]: value = "task-3294642" [ 1040.898096] env[70491]: _type = "Task" [ 1040.898096] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.907130] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.923552] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Updated VIF entry in instance network info cache for port 9ca6fc06-25d3-4063-9f59-8b0ded4b271e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.923909] env[70491]: DEBUG nova.network.neutron [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Updating instance_info_cache with network_info: [{"id": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "address": "fa:16:3e:ab:e6:be", "network": {"id": "cc677e86-4410-4efc-8450-545989e11e6c", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2040811018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb1472e3840f40c3872d368194681709", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ca6fc06-25", "ovs_interfaceid": "9ca6fc06-25d3-4063-9f59-8b0ded4b271e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.970484] env[70491]: DEBUG oslo_concurrency.lockutils [req-ae350f1a-f8d9-467f-9b4c-8764e9d17a95 req-ff219fee-326c-4210-84f4-69d988aa4d25 service nova] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.239305] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b00b48-b20f-47b5-5b53-b9486f5dd37e, 'name': SearchDatastore_Task, 'duration_secs': 0.037431} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.240194] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a4ac98-5466-4a3d-bf4f-3f19b27844de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.245130] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1041.245130] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a2d9c-714e-b253-9471-b3487e31628c" [ 1041.245130] env[70491]: _type = "Task" [ 1041.245130] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.253190] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a2d9c-714e-b253-9471-b3487e31628c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.297676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.378101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df3f38a-e87b-4b5c-9239-28543305df73 tempest-ServersWithSpecificFlavorTestJSON-494238227 tempest-ServersWithSpecificFlavorTestJSON-494238227-project-member] Lock "d839584b-42da-4906-994e-faa98e1d24b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.906s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.393082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.393433] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Instance network_info: |[{"id": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "address": "fa:16:3e:5b:1e:6d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e743a8-d4", "ovs_interfaceid": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.393919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:1e:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22e743a8-d412-4a9a-9b09-59d12d15c31a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.403029] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.407307] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.417309] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdaf9abe-86e7-46b1-b3c0-3b8c89fc0bab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.436358] env[70491]: DEBUG oslo_concurrency.lockutils [req-709b97d9-8177-4bde-9ce4-354717115056 req-ca196f37-1bde-48bb-bddc-e3adacba64b4 service nova] Releasing lock "refresh_cache-f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.444361] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.445780] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.445780] env[70491]: value = "task-3294643" [ 1041.445780] env[70491]: _type = "Task" [ 1041.445780] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.456292] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294643, 'name': CreateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.621836] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f485c-3537-4332-8b16-307c40a52e9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.630332] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2001a-f5c4-42fe-ac9e-34950c78ae31 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.662550] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a72ad-6d67-425f-b029-02d14117518e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.670580] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b67f19-a8e6-4ab2-a1f6-d2946e6ceef1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.685627] env[70491]: DEBUG nova.compute.provider_tree [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.756402] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a2d9c-714e-b253-9471-b3487e31628c, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.756720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.756953] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f0a67eb3-9c19-4ed1-aeb5-f22c8a838739/f0a67eb3-9c19-4ed1-aeb5-f22c8a838739.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.757234] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc093b25-9a34-4f49-a1ad-d2fcbafc71cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.763928] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1041.763928] env[70491]: value = "task-3294644" [ 1041.763928] env[70491]: _type = "Task" [ 1041.763928] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.773428] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.917330] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294642, 'name': ReconfigVM_Task, 'duration_secs': 0.626302} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.917742] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/c8f5762a-b55d-4133-b686-e235f18e5a30.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.918443] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eec26520-3377-4275-937d-0497b724261f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.925749] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1041.925749] env[70491]: value = "task-3294645" [ 1041.925749] env[70491]: _type = "Task" [ 1041.925749] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.934614] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294645, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.957963] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294643, 'name': CreateVM_Task, 'duration_secs': 0.387174} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.957963] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.958701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.958866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959266] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959858] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6f3afbc-fd76-4394-8dd0-ee76dae3f791 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.965554] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1041.965554] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236caf6-2638-a185-f996-53d8c4152794" [ 1041.965554] env[70491]: _type = "Task" [ 1041.965554] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.968356] env[70491]: DEBUG nova.compute.manager [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Received event network-vif-plugged-22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.968497] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Acquiring lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.968721] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.968913] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.969103] env[70491]: DEBUG nova.compute.manager [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] No waiting events found dispatching network-vif-plugged-22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.969284] env[70491]: WARNING nova.compute.manager [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Received unexpected event network-vif-plugged-22e743a8-d412-4a9a-9b09-59d12d15c31a for instance with vm_state building and task_state spawning. [ 1041.969454] env[70491]: DEBUG nova.compute.manager [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Received event network-changed-22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.969609] env[70491]: DEBUG nova.compute.manager [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Refreshing instance network info cache due to event network-changed-22e743a8-d412-4a9a-9b09-59d12d15c31a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.969829] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Acquiring lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.970013] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Acquired lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.970162] env[70491]: DEBUG nova.network.neutron [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Refreshing network info cache for port 22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.980385] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5236caf6-2638-a185-f996-53d8c4152794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.081252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-1f8f3734-818b-4d64-8c37-792f5b3e70ca" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.081475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-1f8f3734-818b-4d64-8c37-792f5b3e70ca" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.081841] env[70491]: DEBUG nova.objects.instance [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.189048] env[70491]: DEBUG nova.scheduler.client.report [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.273773] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500187} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.274078] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] f0a67eb3-9c19-4ed1-aeb5-f22c8a838739/f0a67eb3-9c19-4ed1-aeb5-f22c8a838739.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.274246] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.274493] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c6cdd8-10d3-4758-abcd-0a05e011a6e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.280396] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1042.280396] env[70491]: value = "task-3294646" [ 1042.280396] env[70491]: _type = "Task" [ 1042.280396] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.288389] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.435986] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294645, 'name': Rename_Task, 'duration_secs': 0.165735} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.436384] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.436752] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bd68f51-d135-404d-a01a-0a33ae5d76d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.443246] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1042.443246] env[70491]: value = "task-3294647" [ 1042.443246] env[70491]: _type = "Task" [ 1042.443246] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.452259] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.478154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.478154] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Processing image 7535df58-feab-416e-ad28-4da7fef182f3 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.478154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.479509] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.479509] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.479509] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41dd93b2-56e1-4798-a6ea-923ff4e9a414 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.487187] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.487381] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.488162] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad3325eb-4f86-4fdc-89ab-f488e3d254c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.493342] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1042.493342] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abaece-f4bf-2c04-f80d-ce566d438fd4" [ 1042.493342] env[70491]: _type = "Task" [ 1042.493342] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.501309] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abaece-f4bf-2c04-f80d-ce566d438fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.556440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.556696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.693871] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.697345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.699s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.697684] env[70491]: DEBUG nova.objects.instance [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'resources' on Instance uuid d2456246-873d-4926-b455-b8710ac2ed75 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.724173] env[70491]: INFO nova.scheduler.client.report [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Deleted allocations for instance 02f69219-4ea8-4b3f-a597-341e8b568764 [ 1042.789952] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062847} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.790602] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.791418] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1c95db-038b-4a14-835f-ef382ad9ea93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.818920] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] f0a67eb3-9c19-4ed1-aeb5-f22c8a838739/f0a67eb3-9c19-4ed1-aeb5-f22c8a838739.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.819965] env[70491]: DEBUG nova.network.neutron [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Updated VIF entry in instance network info cache for port 22e743a8-d412-4a9a-9b09-59d12d15c31a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.820307] env[70491]: DEBUG nova.network.neutron [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Updating instance_info_cache with network_info: [{"id": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "address": "fa:16:3e:5b:1e:6d", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22e743a8-d4", "ovs_interfaceid": "22e743a8-d412-4a9a-9b09-59d12d15c31a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.822067] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679c21ee-615d-4430-8977-6c3cc0dba11b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.838474] env[70491]: DEBUG oslo_concurrency.lockutils [req-d369d7ea-1ef1-497c-a965-83c7bb9bfab3 req-eccd5405-ef18-4447-9383-a7a4c98296f0 service nova] Releasing lock "refresh_cache-e169fe44-4063-4f64-8e7c-ca76c22baa75" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.844679] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1042.844679] env[70491]: value = "task-3294648" [ 1042.844679] env[70491]: _type = "Task" [ 1042.844679] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.857185] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.953475] env[70491]: DEBUG oslo_vmware.api [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294647, 'name': PowerOnVM_Task, 'duration_secs': 0.498538} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.954468] env[70491]: DEBUG nova.objects.instance [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.955744] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.955959] env[70491]: INFO nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1042.956151] env[70491]: DEBUG nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.956975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88860f9d-e468-437d-82b1-e84bfb082791 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.004731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1043.004731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Fetch image to [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc/OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1043.004731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Downloading stream optimized image 7535df58-feab-416e-ad28-4da7fef182f3 to [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc/OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc.vmdk on the data store datastore1 as vApp {{(pid=70491) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1043.005021] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Downloading image file data 7535df58-feab-416e-ad28-4da7fef182f3 to the ESX as VM named 'OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc' {{(pid=70491) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1043.059653] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.086590] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1043.086590] env[70491]: value = "resgroup-9" [ 1043.086590] env[70491]: _type = "ResourcePool" [ 1043.086590] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1043.086802] env[70491]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb03d19b-bbf1-42f6-b96e-01215569299c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.108936] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease: (returnval){ [ 1043.108936] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a1e9c-80b7-e803-0314-bd97088faa84" [ 1043.108936] env[70491]: _type = "HttpNfcLease" [ 1043.108936] env[70491]: } obtained for vApp import into resource pool (val){ [ 1043.108936] env[70491]: value = "resgroup-9" [ 1043.108936] env[70491]: _type = "ResourcePool" [ 1043.108936] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1043.109262] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the lease: (returnval){ [ 1043.109262] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a1e9c-80b7-e803-0314-bd97088faa84" [ 1043.109262] env[70491]: _type = "HttpNfcLease" [ 1043.109262] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1043.115980] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.115980] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a1e9c-80b7-e803-0314-bd97088faa84" [ 1043.115980] env[70491]: _type = "HttpNfcLease" [ 1043.115980] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1043.204845] env[70491]: DEBUG nova.objects.instance [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'numa_topology' on Instance uuid d2456246-873d-4926-b455-b8710ac2ed75 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.234290] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f479025d-1072-4f5a-9811-ab0491f0af6d tempest-ServerRescueTestJSONUnderV235-1378108676 tempest-ServerRescueTestJSONUnderV235-1378108676-project-member] Lock "02f69219-4ea8-4b3f-a597-341e8b568764" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.610s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.356079] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.460918] env[70491]: DEBUG nova.objects.base [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance<2fc6af0a-76e6-4bcb-adea-fa48eac79359> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.461219] env[70491]: DEBUG nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.477969] env[70491]: INFO nova.compute.manager [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Took 20.04 seconds to build instance. [ 1043.577570] env[70491]: DEBUG nova.policy [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.587634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.618097] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1043.618097] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a1e9c-80b7-e803-0314-bd97088faa84" [ 1043.618097] env[70491]: _type = "HttpNfcLease" [ 1043.618097] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1043.618384] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1043.618384] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a1e9c-80b7-e803-0314-bd97088faa84" [ 1043.618384] env[70491]: _type = "HttpNfcLease" [ 1043.618384] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1043.619141] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e89c3f-9449-4204-a7ba-cfff54e92a13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.635481] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1043.635481] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1043.700119] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99737135-12ff-4e48-aa42-8db23ab53c1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.707851] env[70491]: DEBUG nova.objects.base [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1043.858770] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294648, 'name': ReconfigVM_Task, 'duration_secs': 0.571954} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.859084] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Reconfigured VM instance instance-00000053 to attach disk [datastore1] f0a67eb3-9c19-4ed1-aeb5-f22c8a838739/f0a67eb3-9c19-4ed1-aeb5-f22c8a838739.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.860590] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2256569-79f9-45d0-a7e9-11b04e9e0c34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.868466] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1043.868466] env[70491]: value = "task-3294650" [ 1043.868466] env[70491]: _type = "Task" [ 1043.868466] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.882069] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294650, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.966487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b36e633-001e-4434-8e5b-31beb1ddd985 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.977501] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b774666-3eb6-4769-93f5-a6c085218ae3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.983876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bb0d7d6a-8236-4a5a-948c-c32a4f680b5a tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.557s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.024354] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4ceef4-8ccf-49a7-b179-90248b1271eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.036642] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685da56a-8891-43bc-9750-82ebefa16562 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.053500] env[70491]: DEBUG nova.compute.provider_tree [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.383186] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294650, 'name': Rename_Task, 'duration_secs': 0.156951} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.385083] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.385388] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca968982-c285-432c-9817-11ed1d0cdfc5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.392977] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1044.392977] env[70491]: value = "task-3294651" [ 1044.392977] env[70491]: _type = "Task" [ 1044.392977] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.402034] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.561525] env[70491]: DEBUG nova.scheduler.client.report [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.709807] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1044.710079] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1044.711070] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898bf83-f007-4818-9f55-5daec5ad41e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.720310] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1044.720569] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1044.720962] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2383a2d6-0970-44d3-8569-8e9033314d82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.900970] env[70491]: DEBUG oslo_vmware.rw_handles [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5232f9af-c3bf-e562-ad73-3a5b7c88c8bf/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1044.901201] env[70491]: INFO nova.virt.vmwareapi.images [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Downloaded image file data 7535df58-feab-416e-ad28-4da7fef182f3 [ 1044.902338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f8c0b-5e11-4e62-ad67-4fa09f20cfa5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.908130] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.925739] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f51c3f8-9a02-4b1b-ae43-c195db4a9a1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.954930] env[70491]: INFO nova.virt.vmwareapi.images [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] The imported VM was unregistered [ 1044.958655] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1044.959062] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.959404] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40c6e874-abfa-4d68-b11c-1345fd578b60 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.972192] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.972447] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc/OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc.vmdk to [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk. {{(pid=70491) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1044.973165] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cad705bb-d8d3-4fd1-a38e-16ddbac5f0c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.975859] env[70491]: INFO nova.compute.manager [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Rescuing [ 1044.976142] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.976301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.976465] env[70491]: DEBUG nova.network.neutron [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.984252] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1044.984252] env[70491]: value = "task-3294653" [ 1044.984252] env[70491]: _type = "Task" [ 1044.984252] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.996262] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.076102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.080663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.603s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.082207] env[70491]: INFO nova.compute.claims [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.407461] env[70491]: DEBUG oslo_vmware.api [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294651, 'name': PowerOnVM_Task, 'duration_secs': 0.624213} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.407882] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.408059] env[70491]: INFO nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1045.410787] env[70491]: DEBUG nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.413594] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eb5f11-9fd6-4284-8cb2-4f42c28d2ef4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.499024] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.595224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cb2f0f68-0b4f-4dd3-8482-6ba8bca11fbd tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.475s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.596237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.029s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.596497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "d2456246-873d-4926-b455-b8710ac2ed75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.596731] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.596934] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.603517] env[70491]: INFO nova.compute.manager [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Terminating instance [ 1045.712711] env[70491]: DEBUG nova.network.neutron [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Updating instance_info_cache with network_info: [{"id": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "address": "fa:16:3e:2f:11:ce", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec395ef2-55", "ovs_interfaceid": "ec395ef2-55dc-44ad-aae1-bb7438a79c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.723904] env[70491]: DEBUG nova.compute.manager [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-plugged-1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.723963] env[70491]: DEBUG oslo_concurrency.lockutils [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.724184] env[70491]: DEBUG oslo_concurrency.lockutils [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.724354] env[70491]: DEBUG oslo_concurrency.lockutils [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.724519] env[70491]: DEBUG nova.compute.manager [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] No waiting events found dispatching network-vif-plugged-1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.724728] env[70491]: WARNING nova.compute.manager [req-c4da0249-bde2-47fd-9c7a-ba8b24d59f59 req-b310a231-c477-48d5-a66a-bc92c164f3cf service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received unexpected event network-vif-plugged-1f8f3734-818b-4d64-8c37-792f5b3e70ca for instance with vm_state active and task_state None. [ 1045.791376] env[70491]: DEBUG nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Successfully updated port: 1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.933028] env[70491]: INFO nova.compute.manager [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Took 22.06 seconds to build instance. [ 1045.997867] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.108820] env[70491]: DEBUG nova.compute.manager [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.109117] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.109554] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c6222eb-6984-485b-9f5d-9931f07edaaa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.119283] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6353c6a8-1436-4d58-aced-aa8708179e5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.155376] env[70491]: WARNING nova.virt.vmwareapi.vmops [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d2456246-873d-4926-b455-b8710ac2ed75 could not be found. [ 1046.155610] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.155793] env[70491]: INFO nova.compute.manager [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1046.156066] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.159191] env[70491]: DEBUG nova.compute.manager [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.159191] env[70491]: DEBUG nova.network.neutron [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.220152] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "refresh_cache-c8f5762a-b55d-4133-b686-e235f18e5a30" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.293777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.293918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.294577] env[70491]: DEBUG nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.435351] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44714c85-a655-4802-9153-ee17390dfb95 tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.577s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.451026] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50490638-f8b0-46f7-a1ea-792869b1f3b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.458688] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d862cad-bae1-4b0b-b8b8-1b842464b240 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.503091] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf4978b-58f6-471e-8301-d60e050f5186 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.517186] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85918071-cee3-4857-a02f-da40f906d619 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.521567] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.533860] env[70491]: DEBUG nova.compute.provider_tree [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.841702] env[70491]: WARNING nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 1046.841934] env[70491]: WARNING nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 1047.010805] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.040924] env[70491]: DEBUG nova.scheduler.client.report [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.041960] env[70491]: DEBUG nova.network.neutron [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.429315] env[70491]: DEBUG nova.network.neutron [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "address": "fa:16:3e:0b:99:ec", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd2e8bc-64", "ovs_interfaceid": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "address": "fa:16:3e:49:67:6d", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8f3734-81", "ovs_interfaceid": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.513044] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294653, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.433733} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.515887] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc/OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc.vmdk to [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk. [ 1047.515887] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Cleaning up location [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1047.515887] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_97d86705-5d70-4b61-8b68-e51b78aefacc {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.515887] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca0163d-4bab-42bc-bf0f-300c514250af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.530718] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1047.530718] env[70491]: value = "task-3294654" [ 1047.530718] env[70491]: _type = "Task" [ 1047.530718] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.541744] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.543630] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.544139] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.548258] env[70491]: INFO nova.compute.manager [-] [instance: d2456246-873d-4926-b455-b8710ac2ed75] Took 1.39 seconds to deallocate network for instance. [ 1047.548258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.891s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.548258] env[70491]: DEBUG nova.objects.instance [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'resources' on Instance uuid 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.777604] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.777942] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3239f150-92b1-4806-99bd-d1cc9b319339 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786822] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1047.786822] env[70491]: value = "task-3294655" [ 1047.786822] env[70491]: _type = "Task" [ 1047.786822] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.798045] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.904140] env[70491]: DEBUG nova.compute.manager [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-changed-1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.904447] env[70491]: DEBUG nova.compute.manager [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing instance network info cache due to event network-changed-1f8f3734-818b-4d64-8c37-792f5b3e70ca. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.904580] env[70491]: DEBUG oslo_concurrency.lockutils [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.932556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.933326] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.933493] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.933765] env[70491]: DEBUG oslo_concurrency.lockutils [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.933942] env[70491]: DEBUG nova.network.neutron [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Refreshing network info cache for port 1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.936141] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d0525a-1449-4d45-8600-c0ee47b48d1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.956977] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.957246] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.957404] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.957620] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.957808] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.957963] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.958184] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.958341] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.958507] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.958718] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.958923] env[70491]: DEBUG nova.virt.hardware [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.966198] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfiguring VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1047.966954] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0213f7f4-e401-41ee-8907-98314ff11a6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.988410] env[70491]: DEBUG oslo_vmware.api [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1047.988410] env[70491]: value = "task-3294656" [ 1047.988410] env[70491]: _type = "Task" [ 1047.988410] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.998091] env[70491]: DEBUG oslo_vmware.api [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294656, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.041634] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043887} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.041893] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.042110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.042386] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk to [datastore1] e169fe44-4063-4f64-8e7c-ca76c22baa75/e169fe44-4063-4f64-8e7c-ca76c22baa75.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.043027] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae64c89-bdb8-438a-bf91-de6ffe758a4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.050877] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1048.050877] env[70491]: value = "task-3294657" [ 1048.050877] env[70491]: _type = "Task" [ 1048.050877] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.054523] env[70491]: DEBUG nova.compute.utils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.060463] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1048.060637] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1048.073582] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.143473] env[70491]: DEBUG nova.policy [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4761bd0659a24020ba1600ae32ea36d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5302100d186d436faef5904c4202fda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.300357] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.362845] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa84bf71-b018-49af-89aa-7824dbe5bf99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.373462] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3533878-bd22-44a0-9a89-eac45004d403 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412674] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431ccb7-942b-4c0f-af68-457a04020416 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.422710] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bcbc6c-94e9-446a-addf-f3fb63f069e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.444058] env[70491]: DEBUG nova.compute.provider_tree [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.504593] env[70491]: DEBUG oslo_vmware.api [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.520507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.521114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.521274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.521593] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.521817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.525326] env[70491]: INFO nova.compute.manager [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Terminating instance [ 1048.556901] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.567794] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.588807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0f0aa26e-ae31-4fad-8b26-20f26a5a7c86 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "d2456246-873d-4926-b455-b8710ac2ed75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.992s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.725233] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Successfully created port: 532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.734234] env[70491]: DEBUG nova.network.neutron [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updated VIF entry in instance network info cache for port 1f8f3734-818b-4d64-8c37-792f5b3e70ca. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.734933] env[70491]: DEBUG nova.network.neutron [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "address": "fa:16:3e:0b:99:ec", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcd2e8bc-64", "ovs_interfaceid": "fcd2e8bc-647e-4c90-8cfb-8491af8d25ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "address": "fa:16:3e:49:67:6d", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8f3734-81", "ovs_interfaceid": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.802210] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.948337] env[70491]: DEBUG nova.scheduler.client.report [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.004586] env[70491]: DEBUG oslo_vmware.api [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294656, 'name': ReconfigVM_Task, 'duration_secs': 0.763379} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.005217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.005448] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfigured VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1049.030650] env[70491]: DEBUG nova.compute.manager [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.030650] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.031357] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e10ab8-520a-4ad0-8642-bd3625bd03f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.042942] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.043239] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41f85d1-17dc-4b95-ad14-f463f113eb05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.053193] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1049.053193] env[70491]: value = "task-3294658" [ 1049.053193] env[70491]: _type = "Task" [ 1049.053193] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.076771] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.077066] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.240723] env[70491]: DEBUG oslo_concurrency.lockutils [req-0652ccd4-0c1b-4978-8abc-23f8cff15228 req-e2a87523-9cb5-4a01-b4b7-5b8e6de80afb service nova] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.301545] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294655, 'name': PowerOffVM_Task, 'duration_secs': 1.227771} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.301842] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.302794] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e09f8a4-260b-4e14-876d-c133ea65924f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.326779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30690c6f-816e-4495-8af8-569debbcf830 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.372471] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.373443] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7dce864-d43f-4653-88eb-25abe8daad8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.383080] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1049.383080] env[70491]: value = "task-3294659" [ 1049.383080] env[70491]: _type = "Task" [ 1049.383080] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.393515] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.454650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.458391] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.477s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.460179] env[70491]: INFO nova.compute.claims [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.491109] env[70491]: INFO nova.scheduler.client.report [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocations for instance 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39 [ 1049.512051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ef576456-59df-47ed-b817-eae206e212d0 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-1f8f3734-818b-4d64-8c37-792f5b3e70ca" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.430s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.576306] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.579290] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.579635] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294658, 'name': PowerOffVM_Task, 'duration_secs': 0.219263} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.580207] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.580499] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.580813] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96336383-2f36-4d54-ae4e-d82dcfbe5f6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.608671] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.608987] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.609402] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.609666] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.609969] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.612035] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.612035] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.612035] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.612035] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.612035] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.612392] env[70491]: DEBUG nova.virt.hardware [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.613200] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37c853-0078-4529-a53d-82fa822fdd2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.625324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5dde20-cea3-430f-b818-a73baf9127bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.663137] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.663137] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.663137] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Deleting the datastore file [datastore1] f0a67eb3-9c19-4ed1-aeb5-f22c8a838739 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.664661] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e670de6-42ad-48a2-a788-50424d92c554 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.674077] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for the task: (returnval){ [ 1049.674077] env[70491]: value = "task-3294661" [ 1049.674077] env[70491]: _type = "Task" [ 1049.674077] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.686288] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.750749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "2965853a-cd8c-470c-bdc1-7e04e675d563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.751038] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.896540] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.896775] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.897041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.897331] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.897512] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.897788] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5eae238-e9ef-4c72-b4d0-748fe4c0d820 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.923122] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.923122] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.924024] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48f1116-0538-4a59-9a95-4189e84595d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.930747] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1049.930747] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527602cb-11fa-e63f-e8e1-71c8cde882e0" [ 1049.930747] env[70491]: _type = "Task" [ 1049.930747] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.943955] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527602cb-11fa-e63f-e8e1-71c8cde882e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.001824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ba204790-4dd8-4d02-b156-697708c1810a tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.990s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.067050] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.185528] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.253325] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.442407] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527602cb-11fa-e63f-e8e1-71c8cde882e0, 'name': SearchDatastore_Task, 'duration_secs': 0.092123} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.443056] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f601924-df0e-4f88-a325-760d6c9fbf4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.449610] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1050.449610] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5233a535-178b-6879-ba01-904e4a03054c" [ 1050.449610] env[70491]: _type = "Task" [ 1050.449610] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.459248] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5233a535-178b-6879-ba01-904e4a03054c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.567729] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.688125] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.777559] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.779631] env[70491]: DEBUG nova.compute.manager [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Received event network-vif-plugged-532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.779821] env[70491]: DEBUG oslo_concurrency.lockutils [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.781944] env[70491]: DEBUG oslo_concurrency.lockutils [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.782135] env[70491]: DEBUG oslo_concurrency.lockutils [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.782326] env[70491]: DEBUG nova.compute.manager [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] No waiting events found dispatching network-vif-plugged-532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.782517] env[70491]: WARNING nova.compute.manager [req-a588547f-756c-4014-a3a8-3e66f83310fb req-cafb040b-f413-41c1-b299-0be3e1f0e503 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Received unexpected event network-vif-plugged-532f30f3-f71e-4024-bd32-d415aa1effff for instance with vm_state building and task_state spawning. [ 1050.788932] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ef297-1cdf-4df8-8df3-a98cbcc1295c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.797802] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680a1ec2-a886-4b3c-9986-fca23e07a217 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.835119] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8920b7c7-4a3f-4cf0-b179-49ca706acdba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.844760] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758c2bf-ed4b-4533-b033-7ebd0c2ce6c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.859301] env[70491]: DEBUG nova.compute.provider_tree [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.955263] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Successfully updated port: 532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.964227] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5233a535-178b-6879-ba01-904e4a03054c, 'name': SearchDatastore_Task, 'duration_secs': 0.096386} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.964519] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.964969] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1050.965261] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e079f985-63cb-477b-ac70-f50e75adaa50 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.976778] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1050.976778] env[70491]: value = "task-3294662" [ 1050.976778] env[70491]: _type = "Task" [ 1050.976778] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.984952] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.068130] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294657, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.579702} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.068424] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7535df58-feab-416e-ad28-4da7fef182f3/7535df58-feab-416e-ad28-4da7fef182f3.vmdk to [datastore1] e169fe44-4063-4f64-8e7c-ca76c22baa75/e169fe44-4063-4f64-8e7c-ca76c22baa75.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.069316] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fc8ef-aeb8-4bd6-b105-fae9d729d96f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.091803] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] e169fe44-4063-4f64-8e7c-ca76c22baa75/e169fe44-4063-4f64-8e7c-ca76c22baa75.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.091988] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96cf9ef-4fbe-4105-8a91-b49d1c260609 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.117254] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1051.117254] env[70491]: value = "task-3294663" [ 1051.117254] env[70491]: _type = "Task" [ 1051.117254] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.127844] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.156576] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.156853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.188034] env[70491]: DEBUG oslo_vmware.api [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Task: {'id': task-3294661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.023789} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.188034] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.188034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.188034] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.188835] env[70491]: INFO nova.compute.manager [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1051.189235] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.189599] env[70491]: DEBUG nova.compute.manager [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.189864] env[70491]: DEBUG nova.network.neutron [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.367220] env[70491]: DEBUG nova.scheduler.client.report [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.459479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.459479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.459479] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.489852] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48616} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.490371] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1051.491290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf826014-b273-446c-b60a-3cee2f56f6bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.521503] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.521962] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f81a437-2a91-4878-87ad-44b04e8500b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.544106] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1051.544106] env[70491]: value = "task-3294664" [ 1051.544106] env[70491]: _type = "Task" [ 1051.544106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.556555] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.628228] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294663, 'name': ReconfigVM_Task, 'duration_secs': 0.490187} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.628520] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Reconfigured VM instance instance-00000054 to attach disk [datastore1] e169fe44-4063-4f64-8e7c-ca76c22baa75/e169fe44-4063-4f64-8e7c-ca76c22baa75.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.629196] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63ba90e1-0a6a-4e0d-b7ad-477fd2c143b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.637530] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1051.637530] env[70491]: value = "task-3294665" [ 1051.637530] env[70491]: _type = "Task" [ 1051.637530] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.647160] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294665, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.660849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.661244] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.662385] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716878d1-84c8-4e52-abc4-0ca0ef3df2e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.684678] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360e1a8-4db9-4c45-a132-eb5db203cec0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.721452] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfiguring VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1051.721853] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ce6f1a-9750-422c-9d36-c46170e4e087 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.741978] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1051.741978] env[70491]: value = "task-3294666" [ 1051.741978] env[70491]: _type = "Task" [ 1051.741978] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.751202] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.870616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.871217] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.874032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.015s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.875429] env[70491]: INFO nova.compute.claims [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.023661] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.057817] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294664, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.076539] env[70491]: DEBUG nova.network.neutron [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.148377] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294665, 'name': Rename_Task, 'duration_secs': 0.167643} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.148888] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.149256] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a711f8-2cdb-491e-ad64-f004f0bb1ed9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.159026] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1052.159026] env[70491]: value = "task-3294667" [ 1052.159026] env[70491]: _type = "Task" [ 1052.159026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.168303] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.253663] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.262187] env[70491]: DEBUG nova.network.neutron [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.380055] env[70491]: DEBUG nova.compute.utils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.381583] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.381760] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.428767] env[70491]: DEBUG nova.policy [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040012e41f9b4d1994faf042c312e376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc24986dcc749dfaac46f829212110c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.555658] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294664, 'name': ReconfigVM_Task, 'duration_secs': 0.548205} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.555965] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.557169] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc96abc7-6793-4c0a-9d3e-fe22f575bb7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.579094] env[70491]: INFO nova.compute.manager [-] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Took 1.39 seconds to deallocate network for instance. [ 1052.585549] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf0e862-f1ee-46fa-bb04-ad18790c4c74 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.605489] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1052.605489] env[70491]: value = "task-3294668" [ 1052.605489] env[70491]: _type = "Task" [ 1052.605489] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.615654] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.669050] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294667, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.764298] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.765343] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Successfully created port: 22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.768213] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768524] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Instance network_info: |[{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.769151] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:be:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '532f30f3-f71e-4024-bd32-d415aa1effff', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.776444] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.777095] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.777338] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7af75fb-6a51-412d-a1b1-5cadaf680d3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.800229] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.800229] env[70491]: value = "task-3294669" [ 1052.800229] env[70491]: _type = "Task" [ 1052.800229] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.817028] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294669, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.844958] env[70491]: DEBUG nova.compute.manager [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Received event network-changed-532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.845171] env[70491]: DEBUG nova.compute.manager [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Refreshing instance network info cache due to event network-changed-532f30f3-f71e-4024-bd32-d415aa1effff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.845435] env[70491]: DEBUG oslo_concurrency.lockutils [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] Acquiring lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.845726] env[70491]: DEBUG oslo_concurrency.lockutils [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] Acquired lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.846185] env[70491]: DEBUG nova.network.neutron [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Refreshing network info cache for port 532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.888812] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.103236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.117561] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294668, 'name': ReconfigVM_Task, 'duration_secs': 0.194094} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.117849] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.118191] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc89a959-d8c0-4034-9bdf-f9e54446206b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.131030] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1053.131030] env[70491]: value = "task-3294670" [ 1053.131030] env[70491]: _type = "Task" [ 1053.131030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.138721] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.170278] env[70491]: DEBUG oslo_vmware.api [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294667, 'name': PowerOnVM_Task, 'duration_secs': 0.516349} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.170690] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.171600] env[70491]: INFO nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Took 14.25 seconds to spawn the instance on the hypervisor. [ 1053.171600] env[70491]: DEBUG nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.172153] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab4374d-3338-475b-b12e-946f5f2f48ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.254474] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff128094-a8f1-471d-8820-829d72072103 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.261396] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.269384] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c1dce8-6a7b-4afc-ae83-b23b1472952c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.300404] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc999b-efdf-4e61-8ba2-a421f8d39c98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.313115] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294669, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.317040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46aba6-2730-4364-ac7b-1a78963a35e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.333061] env[70491]: DEBUG nova.compute.provider_tree [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.598245] env[70491]: DEBUG nova.network.neutron [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updated VIF entry in instance network info cache for port 532f30f3-f71e-4024-bd32-d415aa1effff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.598609] env[70491]: DEBUG nova.network.neutron [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.639522] env[70491]: DEBUG oslo_vmware.api [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294670, 'name': PowerOnVM_Task, 'duration_secs': 0.445205} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.639808] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.643082] env[70491]: DEBUG nova.compute.manager [None req-dcb889c4-2dbb-4103-bdf6-8b351a6a7e83 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.643956] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ccbf4f-83c2-4958-afa2-d370c08da68e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.700026] env[70491]: INFO nova.compute.manager [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Took 28.66 seconds to build instance. [ 1053.758970] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.814614] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294669, 'name': CreateVM_Task, 'duration_secs': 0.697452} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.814850] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.815523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.815691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.816064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.816327] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29bbbcf-bf18-4460-8691-0f134eb8cf48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.822141] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1053.822141] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5299cd02-e6de-de62-bc26-ed52f025e90a" [ 1053.822141] env[70491]: _type = "Task" [ 1053.822141] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.831354] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5299cd02-e6de-de62-bc26-ed52f025e90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.837327] env[70491]: DEBUG nova.scheduler.client.report [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.902009] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.933335] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.933605] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.933732] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.933949] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.934066] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.934218] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.934422] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.934581] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.934747] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.934908] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.935100] env[70491]: DEBUG nova.virt.hardware [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.935965] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9de018-4598-4eb2-988d-29ce704d31e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.944889] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a56e45-7047-4b87-b01f-162ec53aeebc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.101522] env[70491]: DEBUG oslo_concurrency.lockutils [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] Releasing lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.101772] env[70491]: DEBUG nova.compute.manager [req-16b43396-3ad1-47f9-b1c5-55f069974f61 req-745e14b4-4688-4a02-a9bb-75ca2a120694 service nova] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Received event network-vif-deleted-9ca6fc06-25d3-4063-9f59-8b0ded4b271e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.201898] env[70491]: DEBUG oslo_concurrency.lockutils [None req-54f9ee45-c7ac-43e2-a91d-9a3feb7a596b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.173s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.260886] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.292229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "4bbfabed-7504-471a-bf8d-df814ed584f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.292476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.333619] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5299cd02-e6de-de62-bc26-ed52f025e90a, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.334544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.334544] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.334544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.334840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.334840] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.335174] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33ed9b00-454e-4c63-8fd8-8c9a6bb9dc09 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.344418] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.345191] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.349716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.672s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.351741] env[70491]: INFO nova.compute.claims [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.354652] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.355110] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.356438] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2388287c-78d9-4e6f-9476-f9f2a0d12d05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.363537] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1054.363537] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525a7add-bdb7-893a-80f2-67856568df49" [ 1054.363537] env[70491]: _type = "Task" [ 1054.363537] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.375035] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525a7add-bdb7-893a-80f2-67856568df49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.572493] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Successfully updated port: 22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.761575] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.794336] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.860550] env[70491]: DEBUG nova.compute.utils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.862061] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.862752] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.878258] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525a7add-bdb7-893a-80f2-67856568df49, 'name': SearchDatastore_Task, 'duration_secs': 0.011576} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.880785] env[70491]: DEBUG nova.compute.manager [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Received event network-vif-plugged-22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.881014] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Acquiring lock "8b685346-c354-4723-b640-187dbb685009-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.881649] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Lock "8b685346-c354-4723-b640-187dbb685009-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.881649] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Lock "8b685346-c354-4723-b640-187dbb685009-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.881649] env[70491]: DEBUG nova.compute.manager [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] No waiting events found dispatching network-vif-plugged-22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.881796] env[70491]: WARNING nova.compute.manager [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Received unexpected event network-vif-plugged-22ac32f8-b5c5-48d0-b631-bbd01136460e for instance with vm_state building and task_state spawning. [ 1054.881885] env[70491]: DEBUG nova.compute.manager [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Received event network-changed-22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.882066] env[70491]: DEBUG nova.compute.manager [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Refreshing instance network info cache due to event network-changed-22ac32f8-b5c5-48d0-b631-bbd01136460e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.882260] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.882382] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.882531] env[70491]: DEBUG nova.network.neutron [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Refreshing network info cache for port 22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.883454] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa451af1-eebb-4a66-aa22-28c521e88ffc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.890782] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1054.890782] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527600af-1bd8-0f0d-a8a3-306f03549fae" [ 1054.890782] env[70491]: _type = "Task" [ 1054.890782] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.899663] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527600af-1bd8-0f0d-a8a3-306f03549fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.914992] env[70491]: DEBUG nova.policy [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c2c2892f285415f9864db2f53ca233c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfe2941f9ea249fc95110f3f93baa4f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.990876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.991189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.076253] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.103195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.103592] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.103675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.103850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.104130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.106391] env[70491]: INFO nova.compute.manager [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Terminating instance [ 1055.205408] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Successfully created port: 5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.261942] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.319743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.366477] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.402496] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527600af-1bd8-0f0d-a8a3-306f03549fae, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.405423] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.405697] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.407031] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b05e170-8dfe-41a7-92ae-2e3f0a8f1b46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.416328] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1055.416328] env[70491]: value = "task-3294671" [ 1055.416328] env[70491]: _type = "Task" [ 1055.416328] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.424274] env[70491]: DEBUG nova.network.neutron [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.434456] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294671, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.494593] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.559143] env[70491]: DEBUG nova.network.neutron [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.610579] env[70491]: DEBUG nova.compute.manager [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.610822] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.611775] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2986ed57-9069-47de-bcb3-9f50b8e8ebd6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.624396] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.624720] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def8c869-ae88-4332-8b1d-9a56245a794d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.634968] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1055.634968] env[70491]: value = "task-3294672" [ 1055.634968] env[70491]: _type = "Task" [ 1055.634968] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.651111] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.718378] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5e00c-c861-4b0c-bf87-8bb2ca8c71b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.727959] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2da419-1c53-415f-ba31-d39c614c235f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.778219] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9df07-9aa0-4091-b743-9ca4efa8242f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.787942] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.792198] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e2b6a8-b56c-442d-8eed-98f9ce332513 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.808935] env[70491]: DEBUG nova.compute.provider_tree [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.934763] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294671, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.022157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.062411] env[70491]: DEBUG oslo_concurrency.lockutils [req-910e7b0e-9033-4d31-a81c-12330ca8043d req-2e970c0a-cb4b-4064-8e74-f9adcf3edfc2 service nova] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.063083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.063415] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.149857] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294672, 'name': PowerOffVM_Task, 'duration_secs': 0.250418} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.150167] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.150342] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.150598] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-239b308b-e45f-4f5f-918d-bf414e7617e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.261962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.261962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.261962] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore1] e169fe44-4063-4f64-8e7c-ca76c22baa75 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.262250] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6980af24-b2f9-45c3-b534-da79ed38e270 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.268656] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1056.268656] env[70491]: value = "task-3294674" [ 1056.268656] env[70491]: _type = "Task" [ 1056.268656] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.281646] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.284692] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.314026] env[70491]: DEBUG nova.scheduler.client.report [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.377208] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.420124] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.420498] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.420769] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.421038] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.421270] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.421495] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.421811] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.421995] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.422185] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.422350] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.422527] env[70491]: DEBUG nova.virt.hardware [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.423461] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3d23ed-c566-4b92-b1d8-f2008dc9ad05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.435058] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294671, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570424} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.436847] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.437079] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.437366] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab40bce7-7b0e-4e3c-8935-dd0fd55496ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.440083] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d4ecd4-6758-4850-b8be-358725b2ec0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.458044] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1056.458044] env[70491]: value = "task-3294675" [ 1056.458044] env[70491]: _type = "Task" [ 1056.458044] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.467423] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.611946] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.762420] env[70491]: DEBUG nova.network.neutron [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.780971] env[70491]: DEBUG oslo_vmware.api [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142443} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.781598] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.781785] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.781962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.782153] env[70491]: INFO nova.compute.manager [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1056.782392] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.782588] env[70491]: DEBUG nova.compute.manager [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.782679] env[70491]: DEBUG nova.network.neutron [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.788198] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.821074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.821630] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.825261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.527s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.825863] env[70491]: INFO nova.compute.claims [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.834213] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Successfully updated port: 5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.910358] env[70491]: DEBUG nova.compute.manager [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Received event network-vif-plugged-5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.910582] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Acquiring lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.910919] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.911387] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.911580] env[70491]: DEBUG nova.compute.manager [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] No waiting events found dispatching network-vif-plugged-5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.911767] env[70491]: WARNING nova.compute.manager [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Received unexpected event network-vif-plugged-5430f9e4-836d-4bbc-81b3-3875c46e9f39 for instance with vm_state building and task_state spawning. [ 1056.912031] env[70491]: DEBUG nova.compute.manager [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Received event network-changed-5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.912201] env[70491]: DEBUG nova.compute.manager [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Refreshing instance network info cache due to event network-changed-5430f9e4-836d-4bbc-81b3-3875c46e9f39. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.912391] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Acquiring lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.912590] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Acquired lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.913097] env[70491]: DEBUG nova.network.neutron [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Refreshing network info cache for port 5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.969647] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217459} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.970100] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.970867] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9a0ced-7aff-46c3-927a-e7864b4881ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.996524] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.996870] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90215420-25f1-4073-8db4-dcef760fe1da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.018871] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1057.018871] env[70491]: value = "task-3294676" [ 1057.018871] env[70491]: _type = "Task" [ 1057.018871] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.027504] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.111034] env[70491]: DEBUG nova.compute.manager [req-7dd6b35d-da3a-4f0b-b275-c5091aead6f4 req-f9790cf8-9f11-47e1-95de-e691be4924ef service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Received event network-vif-deleted-22e743a8-d412-4a9a-9b09-59d12d15c31a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.111330] env[70491]: INFO nova.compute.manager [req-7dd6b35d-da3a-4f0b-b275-c5091aead6f4 req-f9790cf8-9f11-47e1-95de-e691be4924ef service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Neutron deleted interface 22e743a8-d412-4a9a-9b09-59d12d15c31a; detaching it from the instance and deleting it from the info cache [ 1057.111614] env[70491]: DEBUG nova.network.neutron [req-7dd6b35d-da3a-4f0b-b275-c5091aead6f4 req-f9790cf8-9f11-47e1-95de-e691be4924ef service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.267851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.267851] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance network_info: |[{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.267851] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:94:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22ac32f8-b5c5-48d0-b631-bbd01136460e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.275882] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating folder: Project (acc24986dcc749dfaac46f829212110c). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.276622] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4bf3801-7613-442b-b7f7-390be40d8028 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.288055] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.294000] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created folder: Project (acc24986dcc749dfaac46f829212110c) in parent group-v657728. [ 1057.294000] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating folder: Instances. Parent ref: group-v657967. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.294247] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0282964-1ee5-4f61-aff1-595afa653827 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.304889] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created folder: Instances in parent group-v657967. [ 1057.305225] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.305432] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b685346-c354-4723-b640-187dbb685009] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.305674] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-881848c4-6ee0-4ce4-a177-b13b36bbc9c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.327394] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.327394] env[70491]: value = "task-3294679" [ 1057.327394] env[70491]: _type = "Task" [ 1057.327394] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.337145] env[70491]: DEBUG nova.compute.utils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.341564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.341780] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294679, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.342677] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.342677] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.388817] env[70491]: DEBUG nova.policy [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa0738bc98348dfbd7de3f6c3c536ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f93fdf9259a947a7a717f20a48f8839f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.452860] env[70491]: DEBUG nova.network.neutron [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.530608] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294676, 'name': ReconfigVM_Task, 'duration_secs': 0.299685} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.530936] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.531588] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-766fc7ee-0e56-4b5b-9101-89467a6986dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.539839] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1057.539839] env[70491]: value = "task-3294680" [ 1057.539839] env[70491]: _type = "Task" [ 1057.539839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.548503] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294680, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.558734] env[70491]: DEBUG nova.network.neutron [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.594386] env[70491]: DEBUG nova.network.neutron [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.617331] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d007a8d1-eb55-4886-8859-ee5a763b8297 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.628671] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34dfab-d27f-4e4c-8340-0a93c660e4c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.680641] env[70491]: DEBUG nova.compute.manager [req-7dd6b35d-da3a-4f0b-b275-c5091aead6f4 req-f9790cf8-9f11-47e1-95de-e691be4924ef service nova] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Detach interface failed, port_id=22e743a8-d412-4a9a-9b09-59d12d15c31a, reason: Instance e169fe44-4063-4f64-8e7c-ca76c22baa75 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.726217] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Successfully created port: efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.788155] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.837547] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294679, 'name': CreateVM_Task, 'duration_secs': 0.493719} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.837752] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b685346-c354-4723-b640-187dbb685009] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.838472] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.838724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838951] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.839217] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8954c99b-3bf3-46b1-807e-ccdedcf9a3db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843573] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.850617] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1057.850617] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c07f78-d33a-8e6f-1e03-5f9818909e2f" [ 1057.850617] env[70491]: _type = "Task" [ 1057.850617] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.863798] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c07f78-d33a-8e6f-1e03-5f9818909e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.866992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.867275] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.867518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.867687] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.867883] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.868179] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61e0d400-26fc-4c19-aac2-f90abb63f144 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.878926] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.879143] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.879960] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8676dd-0cdd-4f18-bcee-75b80c888797 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.887198] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1057.887198] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f62126-90f5-3767-d4f1-47e8f50f0cc8" [ 1057.887198] env[70491]: _type = "Task" [ 1057.887198] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.896745] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f62126-90f5-3767-d4f1-47e8f50f0cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.053792] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294680, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.062183] env[70491]: DEBUG oslo_concurrency.lockutils [req-3cdcb8d5-c1d3-4e39-9317-1f717652090c req-5739cf7d-ec6e-4b0f-a1d9-4911471d0889 service nova] Releasing lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.062546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquired lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.062702] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.097560] env[70491]: INFO nova.compute.manager [-] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Took 1.31 seconds to deallocate network for instance. [ 1058.137847] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83e55b9-f6b0-4b35-822c-3e8cd3f4fdab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.148532] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def7f0ce-f561-4d74-91ee-d68f9ce76162 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.183483] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4dace9-6938-4f20-b28e-03ee6148f46a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.192301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccf99dd-af19-4fc0-b479-b41aa5699680 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.208073] env[70491]: DEBUG nova.compute.provider_tree [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.288088] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.399030] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f62126-90f5-3767-d4f1-47e8f50f0cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.399880] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b25c91c-26e6-4401-b9ac-0c8add2ae17c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.405316] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1058.405316] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52493510-bed1-8ae3-be82-ebabcc08fae6" [ 1058.405316] env[70491]: _type = "Task" [ 1058.405316] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.414279] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52493510-bed1-8ae3-be82-ebabcc08fae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.550266] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294680, 'name': Rename_Task, 'duration_secs': 0.857085} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.550525] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.552172] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fff36784-5238-456b-90c9-a3c38becc751 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.556635] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1058.556635] env[70491]: value = "task-3294681" [ 1058.556635] env[70491]: _type = "Task" [ 1058.556635] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.567289] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.600330] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.603232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.711447] env[70491]: DEBUG nova.scheduler.client.report [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.731596] env[70491]: DEBUG nova.network.neutron [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Updating instance_info_cache with network_info: [{"id": "5430f9e4-836d-4bbc-81b3-3875c46e9f39", "address": "fa:16:3e:61:29:c8", "network": {"id": "3fb8d45f-bf54-4322-9619-7260056f89c5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-888289174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe2941f9ea249fc95110f3f93baa4f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5430f9e4-83", "ovs_interfaceid": "5430f9e4-836d-4bbc-81b3-3875c46e9f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.788253] env[70491]: DEBUG oslo_vmware.api [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294666, 'name': ReconfigVM_Task, 'duration_secs': 6.827978} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.788518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788730] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Reconfigured VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1058.856463] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.886523] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.886776] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.886936] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.887133] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.887279] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.887426] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.887626] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.887788] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.887952] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.888133] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.888306] env[70491]: DEBUG nova.virt.hardware [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.889177] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b441437-ef0e-454e-a0d7-0087cbc1ed7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.897930] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079ecd7a-fcca-4383-9403-efbf4cb5e1be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.923157] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52493510-bed1-8ae3-be82-ebabcc08fae6, 'name': SearchDatastore_Task, 'duration_secs': 0.012399} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.923446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.923750] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.924046] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c15c0639-1f22-4b67-8705-a5e96656682a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.931976] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1058.931976] env[70491]: value = "task-3294682" [ 1058.931976] env[70491]: _type = "Task" [ 1058.931976] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.940588] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.067432] env[70491]: DEBUG oslo_vmware.api [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294681, 'name': PowerOnVM_Task, 'duration_secs': 0.485974} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.067988] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.067988] env[70491]: INFO nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1059.068188] env[70491]: DEBUG nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.069111] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8e2a15-3348-4ea0-ab4e-9b0c0cb3f840 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.127121] env[70491]: DEBUG nova.compute.manager [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-deleted-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.127400] env[70491]: INFO nova.compute.manager [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Neutron deleted interface fcd2e8bc-647e-4c90-8cfb-8491af8d25ff; detaching it from the instance and deleting it from the info cache [ 1059.128309] env[70491]: DEBUG nova.network.neutron [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "address": "fa:16:3e:49:67:6d", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f8f3734-81", "ovs_interfaceid": "1f8f3734-818b-4d64-8c37-792f5b3e70ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.209421] env[70491]: DEBUG nova.compute.manager [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Received event network-vif-plugged-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.209733] env[70491]: DEBUG oslo_concurrency.lockutils [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.210011] env[70491]: DEBUG oslo_concurrency.lockutils [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.210458] env[70491]: DEBUG oslo_concurrency.lockutils [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.210689] env[70491]: DEBUG nova.compute.manager [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] No waiting events found dispatching network-vif-plugged-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.211514] env[70491]: WARNING nova.compute.manager [req-857d6fd8-5e39-4466-9523-5be11756275b req-cfe2df53-e727-4401-a272-7204a4367805 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Received unexpected event network-vif-plugged-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 for instance with vm_state building and task_state spawning. [ 1059.216390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.216978] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.220164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.633s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.221889] env[70491]: INFO nova.compute.claims [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.236129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Releasing lock "refresh_cache-b0af9563-6d23-4445-824d-b4d4dbcd6388" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.236129] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance network_info: |[{"id": "5430f9e4-836d-4bbc-81b3-3875c46e9f39", "address": "fa:16:3e:61:29:c8", "network": {"id": "3fb8d45f-bf54-4322-9619-7260056f89c5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-888289174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cfe2941f9ea249fc95110f3f93baa4f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c06e3c2-8edb-4cf0-be6b-45dfe059c00b", "external-id": "nsx-vlan-transportzone-264", "segmentation_id": 264, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5430f9e4-83", "ovs_interfaceid": "5430f9e4-836d-4bbc-81b3-3875c46e9f39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.236129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:29:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c06e3c2-8edb-4cf0-be6b-45dfe059c00b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5430f9e4-836d-4bbc-81b3-3875c46e9f39', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.244609] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Creating folder: Project (cfe2941f9ea249fc95110f3f93baa4f7). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.245722] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec4959a1-033b-48b0-a874-d6c1f7ca8783 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.262865] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Created folder: Project (cfe2941f9ea249fc95110f3f93baa4f7) in parent group-v657728. [ 1059.263152] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Creating folder: Instances. Parent ref: group-v657970. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1059.263412] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eda1195-0426-4647-831b-988ca7fa25d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.278066] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Created folder: Instances in parent group-v657970. [ 1059.278331] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.278668] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.278890] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59c921b7-9224-45e4-99a2-712a33186e19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.297031] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Successfully updated port: efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1059.306677] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.306677] env[70491]: value = "task-3294685" [ 1059.306677] env[70491]: _type = "Task" [ 1059.306677] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.319481] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294685, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.443915] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.589373] env[70491]: INFO nova.compute.manager [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Took 29.15 seconds to build instance. [ 1059.631164] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.631329] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] Acquired lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.632508] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac9faa-dd67-4185-bba5-61c69db4c170 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.654014] env[70491]: DEBUG oslo_concurrency.lockutils [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] Releasing lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.654304] env[70491]: WARNING nova.compute.manager [req-d2179fc6-2b7e-4a64-b43f-900211b5f9d3 req-ad107a72-d6b3-469a-aaf7-79418c0268a2 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Detach interface failed, port_id=fcd2e8bc-647e-4c90-8cfb-8491af8d25ff, reason: No device with interface-id fcd2e8bc-647e-4c90-8cfb-8491af8d25ff exists on VM: nova.exception.NotFound: No device with interface-id fcd2e8bc-647e-4c90-8cfb-8491af8d25ff exists on VM [ 1059.728703] env[70491]: DEBUG nova.compute.utils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.730158] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.730619] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.789119] env[70491]: DEBUG nova.policy [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4af305b236b438e9db5417ae4ea2c96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3971f0e779dd49889b20c79b3233894f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.800401] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.800547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.800700] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.821320] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294685, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.946876] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519938} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.947419] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.947924] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.948630] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c2943c-7210-457e-870c-6b0efbea7ab0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.960025] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1059.960025] env[70491]: value = "task-3294686" [ 1059.960025] env[70491]: _type = "Task" [ 1059.960025] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.970426] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.089414] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.089674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.089884] env[70491]: DEBUG nova.network.neutron [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.091748] env[70491]: DEBUG oslo_concurrency.lockutils [None req-57c123bc-5466-433b-a22d-593a06a30332 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.663s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.130023] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Successfully created port: a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.235217] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.273532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.273796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.274342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.274342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.274342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.278280] env[70491]: INFO nova.compute.manager [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Terminating instance [ 1060.321981] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294685, 'name': CreateVM_Task, 'duration_secs': 0.603111} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.325883] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.327101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.327101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.331564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.331564] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c752d04b-39cc-45e3-9e93-6d9f3c51e3ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.335302] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1060.335302] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cda4a-7bcd-a889-1592-7d6a1ae78a56" [ 1060.335302] env[70491]: _type = "Task" [ 1060.335302] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.343892] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1060.353659] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cda4a-7bcd-a889-1592-7d6a1ae78a56, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.353824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.354109] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.354943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.354943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.354943] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.355161] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e6e437-3347-4364-9b7d-894ac55d24d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.366505] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.366505] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.370602] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-875a8024-ca51-4853-a0c3-10b110212b0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.380433] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1060.380433] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f5e34b-5c68-9c4a-4767-66bc969d0b5a" [ 1060.380433] env[70491]: _type = "Task" [ 1060.380433] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.389477] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f5e34b-5c68-9c4a-4767-66bc969d0b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.472486] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.520615] env[70491]: DEBUG nova.network.neutron [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating instance_info_cache with network_info: [{"id": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "address": "fa:16:3e:1b:20:87", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd8df0d-7c", "ovs_interfaceid": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.548867] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa318f35-ec94-484d-8305-595f41dc9281 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.559483] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27df5e1-372f-4763-9290-8cd306802382 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.591519] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350c8b0f-5f48-4f99-a12f-323781e3272e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.602491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ad27ad-fdf0-4fce-b680-7aa0a5ad24ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.617287] env[70491]: DEBUG nova.compute.provider_tree [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.786051] env[70491]: DEBUG nova.compute.manager [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.786290] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.787522] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cb367-fc8b-41ed-a2cb-d8da36524484 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.796376] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.796647] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cbc06c4-1840-40eb-9170-579d92671f58 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.806273] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1060.806273] env[70491]: value = "task-3294687" [ 1060.806273] env[70491]: _type = "Task" [ 1060.806273] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.817306] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.877778] env[70491]: INFO nova.network.neutron [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Port 1f8f3734-818b-4d64-8c37-792f5b3e70ca from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1060.878365] env[70491]: DEBUG nova.network.neutron [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [{"id": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "address": "fa:16:3e:d4:88:8b", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0748e469-41", "ovs_interfaceid": "0748e469-41fc-4500-a2ec-ab2fa8764cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.891949] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f5e34b-5c68-9c4a-4767-66bc969d0b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.893360] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e09eb8d-b93b-4505-a8d2-2b7ce45950c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.899460] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1060.899460] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f94a8-f158-6b09-64fa-2dd2ec910046" [ 1060.899460] env[70491]: _type = "Task" [ 1060.899460] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.909447] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f94a8-f158-6b09-64fa-2dd2ec910046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.975152] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.925157} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.975730] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.977185] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a843d65-d720-4e21-b0ca-4a46a7078d52 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.002247] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.002707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51e74f8d-8a4d-416c-9d7b-3d1f54561d52 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.028590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.028932] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Instance network_info: |[{"id": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "address": "fa:16:3e:1b:20:87", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd8df0d-7c", "ovs_interfaceid": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.030748] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:20:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd8df0d-7c03-4a7f-a4a6-33814e71a8f7', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.039099] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating folder: Project (f93fdf9259a947a7a717f20a48f8839f). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.039239] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1061.039239] env[70491]: value = "task-3294688" [ 1061.039239] env[70491]: _type = "Task" [ 1061.039239] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.039957] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b036f447-9300-4bfe-8d25-ea549476c680 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.051623] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.054194] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created folder: Project (f93fdf9259a947a7a717f20a48f8839f) in parent group-v657728. [ 1061.054433] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating folder: Instances. Parent ref: group-v657973. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1061.054744] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bed4f20-cb49-4e5c-a255-a289357efb1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.065743] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created folder: Instances in parent group-v657973. [ 1061.066084] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.066443] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.066667] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3984a556-a880-4d26-82f1-acfdcb79a0d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.088761] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.088761] env[70491]: value = "task-3294691" [ 1061.088761] env[70491]: _type = "Task" [ 1061.088761] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.097235] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294691, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.120961] env[70491]: DEBUG nova.scheduler.client.report [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.157257] env[70491]: DEBUG nova.compute.manager [req-8508e959-9f75-428b-8f61-873400d19369 req-62648fbb-eef3-48ab-9d35-9ec26b851cac service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-deleted-1f8f3734-818b-4d64-8c37-792f5b3e70ca {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.238575] env[70491]: DEBUG nova.compute.manager [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Received event network-changed-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.238862] env[70491]: DEBUG nova.compute.manager [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Refreshing instance network info cache due to event network-changed-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1061.239228] env[70491]: DEBUG oslo_concurrency.lockutils [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] Acquiring lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.239471] env[70491]: DEBUG oslo_concurrency.lockutils [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] Acquired lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.239728] env[70491]: DEBUG nova.network.neutron [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Refreshing network info cache for port efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.246661] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.279391] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.279664] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.279873] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.281312] env[70491]: DEBUG nova.virt.hardware [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.282282] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7255ea7-d13c-4347-813c-a6c79fc7b5e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.291384] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bfd22a-bf31-4745-810c-e3454d28c658 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.328757] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294687, 'name': PowerOffVM_Task, 'duration_secs': 0.214237} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.329218] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.329493] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.329895] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5440887-b0f2-4d54-8609-e9bcb5153d19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.381153] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-2fc6af0a-76e6-4bcb-adea-fa48eac79359" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.412153] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f94a8-f158-6b09-64fa-2dd2ec910046, 'name': SearchDatastore_Task, 'duration_secs': 0.016217} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.412426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.412690] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] b0af9563-6d23-4445-824d-b4d4dbcd6388/b0af9563-6d23-4445-824d-b4d4dbcd6388.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.413084] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5644f58e-d2fc-42ea-b195-b035592861b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.421108] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1061.421108] env[70491]: value = "task-3294693" [ 1061.421108] env[70491]: _type = "Task" [ 1061.421108] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.430719] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.455888] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.456114] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.456469] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleting the datastore file [datastore2] 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.456663] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086a6a67-73a8-4c3d-9794-666d125819c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.465079] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1061.465079] env[70491]: value = "task-3294694" [ 1061.465079] env[70491]: _type = "Task" [ 1061.465079] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.476320] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.532233] env[70491]: DEBUG nova.compute.manager [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1061.554837] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294688, 'name': ReconfigVM_Task, 'duration_secs': 0.34404} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.554837] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.555718] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4481ef45-ee9f-43db-99d0-9e7eb1fecd86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.565020] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1061.565020] env[70491]: value = "task-3294695" [ 1061.565020] env[70491]: _type = "Task" [ 1061.565020] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.578440] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294695, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.602972] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294691, 'name': CreateVM_Task, 'duration_secs': 0.411437} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.603232] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.603954] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.604178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.604524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605105] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136ee42d-0345-461e-b935-d25c818c2aea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.614896] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1061.614896] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5239ab38-7fac-80c7-ff31-98b7e7714746" [ 1061.614896] env[70491]: _type = "Task" [ 1061.614896] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.627027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.627629] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.631362] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5239ab38-7fac-80c7-ff31-98b7e7714746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.631916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.855s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.633439] env[70491]: INFO nova.compute.claims [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.763602] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Successfully updated port: a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.822041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.822041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.822041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.822881] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.823127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.825615] env[70491]: INFO nova.compute.manager [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Terminating instance [ 1061.885629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a8276ff4-a31e-44c2-9800-fc94c7692887 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-2fc6af0a-76e6-4bcb-adea-fa48eac79359-fcd2e8bc-647e-4c90-8cfb-8491af8d25ff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.729s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.937779] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294693, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.976774] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.046034] env[70491]: DEBUG nova.network.neutron [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updated VIF entry in instance network info cache for port efd8df0d-7c03-4a7f-a4a6-33814e71a8f7. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.046340] env[70491]: DEBUG nova.network.neutron [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating instance_info_cache with network_info: [{"id": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "address": "fa:16:3e:1b:20:87", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd8df0d-7c", "ovs_interfaceid": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.055323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.076087] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294695, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.126385] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5239ab38-7fac-80c7-ff31-98b7e7714746, 'name': SearchDatastore_Task, 'duration_secs': 0.077102} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.126759] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.126862] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.127148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.127384] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.127610] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.127902] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4ed967-88ae-45b6-a7d7-55c8bdae1b45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.134367] env[70491]: DEBUG nova.compute.utils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.135922] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.136070] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.143984] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.143984] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.144891] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af5524c-665e-4e54-b55f-772b77248e61 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.151616] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1062.151616] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8b4a6-8d00-9069-f6ec-2871f8e499a4" [ 1062.151616] env[70491]: _type = "Task" [ 1062.151616] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.161581] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8b4a6-8d00-9069-f6ec-2871f8e499a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.180112] env[70491]: DEBUG nova.policy [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20b512753f9c49309e9eddb1be9f424e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5aaafc34bd0c4a629559db83f56b529b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.267105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.267291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquired lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.267459] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.281740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "3b33d099-7503-4256-9af6-0e1959bcda30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.281883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.282050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.282244] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.282415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.284416] env[70491]: INFO nova.compute.manager [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Terminating instance [ 1062.329254] env[70491]: DEBUG nova.compute.manager [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.329804] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.331117] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f29dd5-b7fd-4b0a-89d0-940e727140d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.340934] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.341327] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93ef312-e75b-4783-8f51-23e07d7f6676 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.349826] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 1062.349826] env[70491]: value = "task-3294696" [ 1062.349826] env[70491]: _type = "Task" [ 1062.349826] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.363492] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.433942] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552998} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.437909] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] b0af9563-6d23-4445-824d-b4d4dbcd6388/b0af9563-6d23-4445-824d-b4d4dbcd6388.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.437909] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.437909] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24eeeac8-3b1d-408a-abc8-78d040e561c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.445467] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1062.445467] env[70491]: value = "task-3294697" [ 1062.445467] env[70491]: _type = "Task" [ 1062.445467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.455690] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.480026] env[70491]: DEBUG oslo_vmware.api [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529639} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.480026] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.480026] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.480026] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.480026] env[70491]: INFO nova.compute.manager [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1062.480026] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.480026] env[70491]: DEBUG nova.compute.manager [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.480026] env[70491]: DEBUG nova.network.neutron [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.551497] env[70491]: DEBUG oslo_concurrency.lockutils [req-811e8aa0-9a45-4bd7-b481-cbd49d7c872d req-ae74c2e1-6cc5-46a6-a503-2b89f155553b service nova] Releasing lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.553392] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Successfully created port: 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.576171] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294695, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.576814] env[70491]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1f8f3734-818b-4d64-8c37-792f5b3e70ca could not be found.", "detail": ""}} {{(pid=70491) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1062.577193] env[70491]: DEBUG nova.network.neutron [-] Unable to show port 1f8f3734-818b-4d64-8c37-792f5b3e70ca as it no longer exists. {{(pid=70491) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1062.644020] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.667024] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c8b4a6-8d00-9069-f6ec-2871f8e499a4, 'name': SearchDatastore_Task, 'duration_secs': 0.051229} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.667024] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de451c9-e861-4064-a5fb-d3c830dcccb2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.678295] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1062.678295] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52429d1e-bd35-0990-0353-9f7ab0a1b42e" [ 1062.678295] env[70491]: _type = "Task" [ 1062.678295] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.686215] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52429d1e-bd35-0990-0353-9f7ab0a1b42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.788914] env[70491]: DEBUG nova.compute.manager [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.789217] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.793899] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69656112-f203-48c9-a039-8ceb21f4dff4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.805713] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.806027] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b61f4fa-83f0-4e94-8995-48221c442ff9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.816212] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.821956] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1062.821956] env[70491]: value = "task-3294698" [ 1062.821956] env[70491]: _type = "Task" [ 1062.821956] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.836597] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.866926] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.957966] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.437292} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.958334] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.959217] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852864fd-b949-42e7-967b-2f98082f8807 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.984208] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] b0af9563-6d23-4445-824d-b4d4dbcd6388/b0af9563-6d23-4445-824d-b4d4dbcd6388.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.990065] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2fc7b8-5231-4154-b8b3-376b3d046a0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.011787] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1063.011787] env[70491]: value = "task-3294699" [ 1063.011787] env[70491]: _type = "Task" [ 1063.011787] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.021699] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.042533] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c9809d-0aeb-4806-8f06-b86db1f622cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.051402] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e3a16-2f5e-49cb-b045-4257a8b096e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.058638] env[70491]: DEBUG nova.network.neutron [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updating instance_info_cache with network_info: [{"id": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "address": "fa:16:3e:8e:6c:15", "network": {"id": "15c796f5-e7f4-49f4-b4cf-273b0ce70576", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2114837081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3971f0e779dd49889b20c79b3233894f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162de6e-bd", "ovs_interfaceid": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.090975] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2f31d7-0b8f-4ae0-b2de-50e498a5f1a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.100593] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294695, 'name': Rename_Task, 'duration_secs': 1.295677} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.103420] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.104053] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc8cca9-d036-4757-bcfb-8b42f01fd4eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.106720] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd59277-6316-402f-a87a-25559c551de9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.122974] env[70491]: DEBUG nova.compute.provider_tree [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.125549] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1063.125549] env[70491]: value = "task-3294700" [ 1063.125549] env[70491]: _type = "Task" [ 1063.125549] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.135355] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.188219] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52429d1e-bd35-0990-0353-9f7ab0a1b42e, 'name': SearchDatastore_Task, 'duration_secs': 0.015502} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.188219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.188219] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 23b2a44c-8865-4a42-aa5a-3588cc61630e/23b2a44c-8865-4a42-aa5a-3588cc61630e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.188219] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e357c755-a3e9-4a23-97bc-d2d3a87220d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.197021] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1063.197021] env[70491]: value = "task-3294701" [ 1063.197021] env[70491]: _type = "Task" [ 1063.197021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.205753] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.271352] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Received event network-vif-plugged-a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.271573] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Acquiring lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.271859] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.272081] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.272314] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] No waiting events found dispatching network-vif-plugged-a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.272543] env[70491]: WARNING nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Received unexpected event network-vif-plugged-a162de6e-bd7b-4a50-88b0-f3c64d154e10 for instance with vm_state building and task_state spawning. [ 1063.272722] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Received event network-changed-a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.272898] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Refreshing instance network info cache due to event network-changed-a162de6e-bd7b-4a50-88b0-f3c64d154e10. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.273107] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Acquiring lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.336433] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294698, 'name': PowerOffVM_Task, 'duration_secs': 0.486552} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.336749] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.336867] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.337135] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c958f7-4370-4359-8fe5-52bf828656e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.364736] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294696, 'name': PowerOffVM_Task, 'duration_secs': 0.658751} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.365060] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.365259] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.365549] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-666cf3a1-a48b-4251-afb0-7424f1c0a41a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.420559] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.420810] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.421075] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleting the datastore file [datastore1] 3b33d099-7503-4256-9af6-0e1959bcda30 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.421404] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb09e08f-974f-4c7d-9b6f-669c7590fca1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.430412] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1063.430412] env[70491]: value = "task-3294704" [ 1063.430412] env[70491]: _type = "Task" [ 1063.430412] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.439896] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.458211] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.458501] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.458740] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Deleting the datastore file [datastore1] 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.459104] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baf04b19-6a72-48ad-80e7-cf5d3ddaf66f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.471779] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for the task: (returnval){ [ 1063.471779] env[70491]: value = "task-3294705" [ 1063.471779] env[70491]: _type = "Task" [ 1063.471779] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.485280] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.526672] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294699, 'name': ReconfigVM_Task, 'duration_secs': 0.407808} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.526931] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Reconfigured VM instance instance-00000057 to attach disk [datastore2] b0af9563-6d23-4445-824d-b4d4dbcd6388/b0af9563-6d23-4445-824d-b4d4dbcd6388.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.527808] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f5e4e6-2aee-424c-8b65-cd087899ebb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.537462] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1063.537462] env[70491]: value = "task-3294706" [ 1063.537462] env[70491]: _type = "Task" [ 1063.537462] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.550529] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294706, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.586847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Releasing lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.587117] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Instance network_info: |[{"id": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "address": "fa:16:3e:8e:6c:15", "network": {"id": "15c796f5-e7f4-49f4-b4cf-273b0ce70576", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2114837081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3971f0e779dd49889b20c79b3233894f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162de6e-bd", "ovs_interfaceid": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.588306] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Acquired lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.588306] env[70491]: DEBUG nova.network.neutron [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Refreshing network info cache for port a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.589695] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:6c:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7adad264-9276-43ef-9b03-07dc27d3f81e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a162de6e-bd7b-4a50-88b0-f3c64d154e10', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.597686] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Creating folder: Project (3971f0e779dd49889b20c79b3233894f). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.601179] env[70491]: DEBUG nova.network.neutron [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.602934] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bee4086c-6bf7-47fa-8f3e-83f46dea80c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.621961] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Created folder: Project (3971f0e779dd49889b20c79b3233894f) in parent group-v657728. [ 1063.621961] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Creating folder: Instances. Parent ref: group-v657976. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.622337] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8d525aa-4f6c-4f0a-9651-0392168078ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.628089] env[70491]: DEBUG nova.scheduler.client.report [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.637881] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Created folder: Instances in parent group-v657976. [ 1063.637881] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.637881] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.638190] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7354128-65d2-4497-8b66-ce4c1c5eeb4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.658079] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.659926] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.672315] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.672315] env[70491]: value = "task-3294709" [ 1063.672315] env[70491]: _type = "Task" [ 1063.672315] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.684237] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294709, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.698865] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.699286] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.699445] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.699681] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.699934] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.700131] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.700408] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.701033] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.701033] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.701033] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.701196] env[70491]: DEBUG nova.virt.hardware [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.705652] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123a10d-8d75-4a3d-9c78-f1e026726457 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.715980] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294701, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.719764] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef36373d-c87a-4939-ad74-6338ae59319d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.910065] env[70491]: DEBUG nova.network.neutron [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updated VIF entry in instance network info cache for port a162de6e-bd7b-4a50-88b0-f3c64d154e10. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.910459] env[70491]: DEBUG nova.network.neutron [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updating instance_info_cache with network_info: [{"id": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "address": "fa:16:3e:8e:6c:15", "network": {"id": "15c796f5-e7f4-49f4-b4cf-273b0ce70576", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2114837081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3971f0e779dd49889b20c79b3233894f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162de6e-bd", "ovs_interfaceid": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.941167] env[70491]: DEBUG oslo_vmware.api [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.941414] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.941601] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.941778] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.941974] env[70491]: INFO nova.compute.manager [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1063.942223] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.942469] env[70491]: DEBUG nova.compute.manager [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.942573] env[70491]: DEBUG nova.network.neutron [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.985264] env[70491]: DEBUG oslo_vmware.api [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Task: {'id': task-3294705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339389} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.985542] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.985699] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.985975] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.986269] env[70491]: INFO nova.compute.manager [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1063.986637] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.987321] env[70491]: DEBUG nova.compute.manager [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.987450] env[70491]: DEBUG nova.network.neutron [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.047587] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294706, 'name': Rename_Task, 'duration_secs': 0.257625} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.047880] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.048165] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48466596-e47a-46fa-b833-5c9d29ea455c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.055945] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1064.055945] env[70491]: value = "task-3294710" [ 1064.055945] env[70491]: _type = "Task" [ 1064.055945] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.064888] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.068615] env[70491]: DEBUG nova.compute.manager [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.068887] env[70491]: DEBUG oslo_concurrency.lockutils [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.069347] env[70491]: DEBUG oslo_concurrency.lockutils [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.069347] env[70491]: DEBUG oslo_concurrency.lockutils [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.069610] env[70491]: DEBUG nova.compute.manager [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] No waiting events found dispatching network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.069610] env[70491]: WARNING nova.compute.manager [req-283c2893-50ba-4382-b981-ec2130de64c2 req-58401fd5-920a-4b1a-bedf-a96328895b18 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received unexpected event network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 for instance with vm_state building and task_state spawning. [ 1064.103743] env[70491]: INFO nova.compute.manager [-] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Took 1.62 seconds to deallocate network for instance. [ 1064.141380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.142056] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.145528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.046s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.145756] env[70491]: DEBUG nova.objects.instance [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lazy-loading 'resources' on Instance uuid f0a67eb3-9c19-4ed1-aeb5-f22c8a838739 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.152572] env[70491]: DEBUG oslo_vmware.api [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294700, 'name': PowerOnVM_Task, 'duration_secs': 0.731411} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.152830] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.153048] env[70491]: INFO nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1064.153246] env[70491]: DEBUG nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.154043] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233f589d-d27e-4d88-9626-cb9c8ef8d766 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183815] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294709, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.207991] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.208607] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 23b2a44c-8865-4a42-aa5a-3588cc61630e/23b2a44c-8865-4a42-aa5a-3588cc61630e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.208866] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.209152] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70e1881-c38f-4c79-b003-ce61859b879b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.221408] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1064.221408] env[70491]: value = "task-3294711" [ 1064.221408] env[70491]: _type = "Task" [ 1064.221408] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.231756] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.335323] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Successfully updated port: 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1064.413599] env[70491]: DEBUG oslo_concurrency.lockutils [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] Releasing lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.414371] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Received event network-vif-deleted-0748e469-41fc-4500-a2ec-ab2fa8764cb4 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.414652] env[70491]: INFO nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Neutron deleted interface 0748e469-41fc-4500-a2ec-ab2fa8764cb4; detaching it from the instance and deleting it from the info cache [ 1064.414866] env[70491]: DEBUG nova.network.neutron [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.567224] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.611018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.649783] env[70491]: DEBUG nova.compute.utils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.657165] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.657165] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1064.694966] env[70491]: INFO nova.compute.manager [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Took 30.74 seconds to build instance. [ 1064.702837] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294709, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.707139] env[70491]: DEBUG nova.policy [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1064.732039] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.733071] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.733897] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76f78a-f841-4a8f-a0ac-a00c34ffa747 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.766297] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 23b2a44c-8865-4a42-aa5a-3588cc61630e/23b2a44c-8865-4a42-aa5a-3588cc61630e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.770164] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8efe982-8c27-4b2d-b844-a15895f8786b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.794128] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1064.794128] env[70491]: value = "task-3294712" [ 1064.794128] env[70491]: _type = "Task" [ 1064.794128] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.804117] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.839663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.839782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.840603] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.920711] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3a71b62-e0a5-47fe-a85f-b86e5b944455 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.937572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51857b40-e580-4071-837b-caf6a91754e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.977598] env[70491]: DEBUG nova.compute.manager [req-4382663b-2350-4521-9c0b-7447298fb636 req-88d0dfa7-3398-4aad-be9b-65364a6ba159 service nova] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Detach interface failed, port_id=0748e469-41fc-4500-a2ec-ab2fa8764cb4, reason: Instance 2fc6af0a-76e6-4bcb-adea-fa48eac79359 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.003838] env[70491]: DEBUG nova.network.neutron [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.070521] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294710, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.086036] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0ec656-e4fb-4e8e-8a1c-030a2890dc94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.095699] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db44c5-3c1c-4542-a6ed-f526b6478595 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.130027] env[70491]: DEBUG nova.network.neutron [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.132275] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Successfully created port: dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.134927] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202cab90-e636-4a71-af18-8eb8c0d2d462 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.145022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de43f001-be8b-4b3c-a9f1-ce78fcfe695f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.162443] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.165537] env[70491]: DEBUG nova.compute.provider_tree [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.186571] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294709, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.196890] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ddf81dd-6867-43e5-9515-8c79ea5489e0 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.248s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.306123] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.309541] env[70491]: DEBUG nova.compute.manager [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Received event network-vif-deleted-caf75f26-f13e-4a92-a7d6-99402364f872 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.309822] env[70491]: DEBUG nova.compute.manager [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Received event network-changed-22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.309960] env[70491]: DEBUG nova.compute.manager [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Refreshing instance network info cache due to event network-changed-22ac32f8-b5c5-48d0-b631-bbd01136460e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.310208] env[70491]: DEBUG oslo_concurrency.lockutils [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.310349] env[70491]: DEBUG oslo_concurrency.lockutils [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.310507] env[70491]: DEBUG nova.network.neutron [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Refreshing network info cache for port 22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.399796] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.509491] env[70491]: INFO nova.compute.manager [-] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Took 1.57 seconds to deallocate network for instance. [ 1065.573480] env[70491]: DEBUG oslo_vmware.api [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294710, 'name': PowerOnVM_Task, 'duration_secs': 1.02711} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.573764] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.573973] env[70491]: INFO nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1065.574171] env[70491]: DEBUG nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.575026] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811453e7-ee66-4e0d-b85c-f71cdd68a8c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.633096] env[70491]: DEBUG nova.network.neutron [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.634859] env[70491]: INFO nova.compute.manager [-] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Took 1.65 seconds to deallocate network for instance. [ 1065.671668] env[70491]: DEBUG nova.scheduler.client.report [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.688491] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294709, 'name': CreateVM_Task, 'duration_secs': 1.989411} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.688667] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.689373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.689532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.689843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.690136] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000b039c-4020-4f3a-a479-e9ab01a9962d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.696241] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1065.696241] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52862219-78bf-6af3-292c-dc7f7df6168b" [ 1065.696241] env[70491]: _type = "Task" [ 1065.696241] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.705947] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52862219-78bf-6af3-292c-dc7f7df6168b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.806336] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294712, 'name': ReconfigVM_Task, 'duration_secs': 0.870991} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.806624] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 23b2a44c-8865-4a42-aa5a-3588cc61630e/23b2a44c-8865-4a42-aa5a-3588cc61630e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.807273] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba063c21-fa76-44a9-817b-bd31d3247d3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.815598] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1065.815598] env[70491]: value = "task-3294713" [ 1065.815598] env[70491]: _type = "Task" [ 1065.815598] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.824348] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294713, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.017631] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.034903] env[70491]: DEBUG nova.network.neutron [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Updated VIF entry in instance network info cache for port 22ac32f8-b5c5-48d0-b631-bbd01136460e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.035291] env[70491]: DEBUG nova.network.neutron [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.098558] env[70491]: DEBUG nova.compute.manager [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-changed-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.098558] env[70491]: DEBUG nova.compute.manager [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing instance network info cache due to event network-changed-51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.098815] env[70491]: DEBUG oslo_concurrency.lockutils [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.099263] env[70491]: INFO nova.compute.manager [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Took 29.26 seconds to build instance. [ 1066.138482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.138803] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance network_info: |[{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.139284] env[70491]: DEBUG oslo_concurrency.lockutils [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.139749] env[70491]: DEBUG nova.network.neutron [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing network info cache for port 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.141141] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:28:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51df2175-cebd-4663-9835-c405a91443b9', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.148584] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.150186] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.150416] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.150912] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669ae51e-f311-4379-a5d1-d7659f126235 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.172854] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.172854] env[70491]: value = "task-3294714" [ 1066.172854] env[70491]: _type = "Task" [ 1066.172854] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.177188] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.179409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.183665] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.863s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.184025] env[70491]: INFO nova.compute.claims [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.190086] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294714, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.209319] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52862219-78bf-6af3-292c-dc7f7df6168b, 'name': SearchDatastore_Task, 'duration_secs': 0.012017} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.211503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.211503] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.211680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.212202] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.212202] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.213981] env[70491]: INFO nova.scheduler.client.report [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Deleted allocations for instance f0a67eb3-9c19-4ed1-aeb5-f22c8a838739 [ 1066.214434] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e16b160d-5d4f-4b30-9fa4-730cb8db57af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.220613] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.220757] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.220806] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.221043] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.221251] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.221541] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.221656] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.221792] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.221956] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.222135] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.222309] env[70491]: DEBUG nova.virt.hardware [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.223423] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef81c2f-cf27-42d6-bfea-55f0348855c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.227623] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.227818] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.228891] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3789ffb-7b82-4058-a6ff-b19ba3fbd3c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.235777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68d9010-2b2c-44fe-867e-1030501647dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.241886] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1066.241886] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5280d899-5c76-3a9d-ffb1-c20c49c544ec" [ 1066.241886] env[70491]: _type = "Task" [ 1066.241886] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.269328] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5280d899-5c76-3a9d-ffb1-c20c49c544ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01433} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.270433] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-354ed96d-5ad7-43e1-92f3-dd8d6ceb629a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.278369] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1066.278369] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d4dcb8-3ddd-f834-2359-7569e03420d2" [ 1066.278369] env[70491]: _type = "Task" [ 1066.278369] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.288778] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d4dcb8-3ddd-f834-2359-7569e03420d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.326819] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294713, 'name': Rename_Task, 'duration_secs': 0.184235} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.327098] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.327344] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a66319-e254-4eb2-98b0-f9534c2a13f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.335661] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1066.335661] env[70491]: value = "task-3294715" [ 1066.335661] env[70491]: _type = "Task" [ 1066.335661] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.345616] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.537661] env[70491]: DEBUG oslo_concurrency.lockutils [req-639f7635-b3c9-43e2-8a99-e833506644e3 req-a2ad4f5f-610c-4f3c-86d0-d07a08d7b5dc service nova] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.601784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-da2898f6-340f-4d6d-b9f9-6fb51ac3fd97 tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.779s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.684476] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294714, 'name': CreateVM_Task, 'duration_secs': 0.351768} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.684667] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.685319] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.685486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.686851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.686851] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66906658-655b-4e12-8b1d-fb4d6f07ec40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.694380] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1066.694380] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528971c0-68dc-df65-3d6a-339923c978cf" [ 1066.694380] env[70491]: _type = "Task" [ 1066.694380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.704044] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528971c0-68dc-df65-3d6a-339923c978cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.727030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-08e38086-f09f-4630-9610-3f6b2d02fe0d tempest-ServersNegativeTestMultiTenantJSON-700041260 tempest-ServersNegativeTestMultiTenantJSON-700041260-project-member] Lock "f0a67eb3-9c19-4ed1-aeb5-f22c8a838739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.205s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.790073] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d4dcb8-3ddd-f834-2359-7569e03420d2, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.790467] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.790881] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e0f02182-f377-41da-854a-49ed091dcaa2/e0f02182-f377-41da-854a-49ed091dcaa2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.791062] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-149f3a24-3120-493b-8c2d-a3492b9b469a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.799770] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1066.799770] env[70491]: value = "task-3294716" [ 1066.799770] env[70491]: _type = "Task" [ 1066.799770] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.810642] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.846856] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294715, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.173110] env[70491]: DEBUG nova.network.neutron [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updated VIF entry in instance network info cache for port 51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.173519] env[70491]: DEBUG nova.network.neutron [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.209775] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528971c0-68dc-df65-3d6a-339923c978cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.210443] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.210443] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.210829] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.210829] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.211243] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.211527] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d099ea35-6249-419a-9591-6ffe33393049 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.228733] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.228921] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.229702] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-334db792-c556-4542-9397-ad56efa3ea3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.238855] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1067.238855] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afa16b-00d2-a1a4-a571-1bb9bb35da73" [ 1067.238855] env[70491]: _type = "Task" [ 1067.238855] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.249535] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afa16b-00d2-a1a4-a571-1bb9bb35da73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.308369] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Successfully updated port: dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.324564] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51979} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.325036] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e0f02182-f377-41da-854a-49ed091dcaa2/e0f02182-f377-41da-854a-49ed091dcaa2.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.325398] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.325772] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c480ea30-c820-4c90-8839-f7d04ff4af65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.337761] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1067.337761] env[70491]: value = "task-3294717" [ 1067.337761] env[70491]: _type = "Task" [ 1067.337761] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.360051] env[70491]: DEBUG oslo_vmware.api [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294715, 'name': PowerOnVM_Task, 'duration_secs': 0.621394} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.360252] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.362971] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.363203] env[70491]: INFO nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1067.363397] env[70491]: DEBUG nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.364425] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea340f62-d452-437e-8f49-83f012ab7b47 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.539563] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77b0dce-2f16-4719-accf-c548725bd79a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.551582] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4253644d-8f32-4632-a63d-dd4a9b6f8383 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.583377] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee9dd2-42a4-48b5-82d5-f003ec61dab7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.592288] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37186ee2-ed2a-4a0c-a42f-dfc2e1b87d03 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.607258] env[70491]: DEBUG nova.compute.provider_tree [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.676640] env[70491]: DEBUG oslo_concurrency.lockutils [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.676640] env[70491]: DEBUG nova.compute.manager [req-bfab59c5-c475-4c38-b01c-ea4a09082436 req-a785b8a8-769c-45a9-99f0-51b67efdcb54 service nova] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Received event network-vif-deleted-715698b7-f379-4a57-ad4d-f0b2c0965ef6 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.754247] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52afa16b-00d2-a1a4-a571-1bb9bb35da73, 'name': SearchDatastore_Task, 'duration_secs': 0.050185} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.755091] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7837bf-5d47-4602-9687-e7f60d686ca7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.762143] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1067.762143] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a6affa-2a63-1d16-b773-8b1a0a97fc6b" [ 1067.762143] env[70491]: _type = "Task" [ 1067.762143] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.771497] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a6affa-2a63-1d16-b773-8b1a0a97fc6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.816564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.816564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.816564] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.852528] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077594} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.852528] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.852528] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebfbd2b-2780-46ec-9a69-2fd60be746c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.877107] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] e0f02182-f377-41da-854a-49ed091dcaa2/e0f02182-f377-41da-854a-49ed091dcaa2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.881603] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b748bf-91e4-401b-a7ca-2bc9def25775 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.903852] env[70491]: INFO nova.compute.manager [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Took 28.25 seconds to build instance. [ 1067.910642] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1067.910642] env[70491]: value = "task-3294718" [ 1067.910642] env[70491]: _type = "Task" [ 1067.910642] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.921594] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.936527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.936782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.936992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.937197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.937368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.940104] env[70491]: INFO nova.compute.manager [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Terminating instance [ 1068.110648] env[70491]: DEBUG nova.scheduler.client.report [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.162191] env[70491]: DEBUG nova.compute.manager [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Received event network-vif-plugged-dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.162191] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Acquiring lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.162191] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.162191] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.162191] env[70491]: DEBUG nova.compute.manager [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] No waiting events found dispatching network-vif-plugged-dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.162191] env[70491]: WARNING nova.compute.manager [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Received unexpected event network-vif-plugged-dc8254fa-c562-4f0c-9abf-4c386339e830 for instance with vm_state building and task_state spawning. [ 1068.162191] env[70491]: DEBUG nova.compute.manager [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Received event network-changed-dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.162191] env[70491]: DEBUG nova.compute.manager [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Refreshing instance network info cache due to event network-changed-dc8254fa-c562-4f0c-9abf-4c386339e830. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.162582] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Acquiring lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.236312] env[70491]: DEBUG nova.compute.manager [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Received event network-changed-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.236582] env[70491]: DEBUG nova.compute.manager [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Refreshing instance network info cache due to event network-changed-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.236700] env[70491]: DEBUG oslo_concurrency.lockutils [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] Acquiring lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.236838] env[70491]: DEBUG oslo_concurrency.lockutils [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] Acquired lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.237011] env[70491]: DEBUG nova.network.neutron [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Refreshing network info cache for port efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.279459] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a6affa-2a63-1d16-b773-8b1a0a97fc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010773} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.282113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.282113] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.282113] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c50f352-f17d-4832-a1d4-4b55177d5da7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.290823] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1068.290823] env[70491]: value = "task-3294719" [ 1068.290823] env[70491]: _type = "Task" [ 1068.290823] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.301468] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.387569] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.409195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0534c401-9c86-43e9-b3b2-bb68a372f43d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.784s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.430169] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.447435] env[70491]: DEBUG nova.compute.manager [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.447435] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.447435] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff3c3e6-1748-48c3-a70d-5b750a65847f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.456025] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.456025] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ddc7b56-4b0c-4647-8156-2713a620bef2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.468030] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1068.468030] env[70491]: value = "task-3294720" [ 1068.468030] env[70491]: _type = "Task" [ 1068.468030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.480544] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.619302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.621458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.599s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.626241] env[70491]: INFO nova.compute.claims [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.683199] env[70491]: DEBUG nova.network.neutron [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Updating instance_info_cache with network_info: [{"id": "dc8254fa-c562-4f0c-9abf-4c386339e830", "address": "fa:16:3e:ed:f7:e3", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8254fa-c5", "ovs_interfaceid": "dc8254fa-c562-4f0c-9abf-4c386339e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.804302] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509224} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.804359] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.804588] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.804829] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17c9dc38-4ace-4e7f-b507-c055500804b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.813516] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1068.813516] env[70491]: value = "task-3294721" [ 1068.813516] env[70491]: _type = "Task" [ 1068.813516] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.826078] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.921864] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294718, 'name': ReconfigVM_Task, 'duration_secs': 0.858912} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.922223] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Reconfigured VM instance instance-00000059 to attach disk [datastore1] e0f02182-f377-41da-854a-49ed091dcaa2/e0f02182-f377-41da-854a-49ed091dcaa2.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.922846] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9179e9ac-6245-404c-9498-85aad1b30795 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.930299] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1068.930299] env[70491]: value = "task-3294722" [ 1068.930299] env[70491]: _type = "Task" [ 1068.930299] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.940684] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294722, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.971580] env[70491]: DEBUG nova.network.neutron [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updated VIF entry in instance network info cache for port efd8df0d-7c03-4a7f-a4a6-33814e71a8f7. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.971956] env[70491]: DEBUG nova.network.neutron [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating instance_info_cache with network_info: [{"id": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "address": "fa:16:3e:1b:20:87", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd8df0d-7c", "ovs_interfaceid": "efd8df0d-7c03-4a7f-a4a6-33814e71a8f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.978869] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294720, 'name': PowerOffVM_Task, 'duration_secs': 0.281327} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.979162] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.979368] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.979618] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cadbfd1-40cd-411a-af8e-5fbac198f904 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.076722] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.076961] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.077166] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Deleting the datastore file [datastore2] b0af9563-6d23-4445-824d-b4d4dbcd6388 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.077446] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-530ae0e4-af63-436f-b7e8-0ae49ec96c9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.085167] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for the task: (returnval){ [ 1069.085167] env[70491]: value = "task-3294724" [ 1069.085167] env[70491]: _type = "Task" [ 1069.085167] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.094390] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.122925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "b47e4237-4d76-4b7a-be32-a526b88c65f1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.123212] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "b47e4237-4d76-4b7a-be32-a526b88c65f1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.186427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.186785] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Instance network_info: |[{"id": "dc8254fa-c562-4f0c-9abf-4c386339e830", "address": "fa:16:3e:ed:f7:e3", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8254fa-c5", "ovs_interfaceid": "dc8254fa-c562-4f0c-9abf-4c386339e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.187242] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Acquired lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.187394] env[70491]: DEBUG nova.network.neutron [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Refreshing network info cache for port dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.188726] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:f7:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc8254fa-c562-4f0c-9abf-4c386339e830', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.199034] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.203359] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.203554] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-942b8de3-ed97-4f4c-8e94-62c561585a01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.227029] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.227029] env[70491]: value = "task-3294725" [ 1069.227029] env[70491]: _type = "Task" [ 1069.227029] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.239425] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294725, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.329378] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07695} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.329648] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.330747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c54b1-e901-428f-a18e-6ae616f2a085 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.361657] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.364867] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6859fd94-741a-402c-86b7-aca84fc530af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.389472] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1069.389472] env[70491]: value = "task-3294726" [ 1069.389472] env[70491]: _type = "Task" [ 1069.389472] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.403716] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.441171] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294722, 'name': Rename_Task, 'duration_secs': 0.308204} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.441473] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.441774] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f6dc2f6-25bd-4991-86a1-34682496d027 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.448835] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1069.448835] env[70491]: value = "task-3294727" [ 1069.448835] env[70491]: _type = "Task" [ 1069.448835] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.457718] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.476293] env[70491]: DEBUG oslo_concurrency.lockutils [req-0efd2d95-dfba-4e75-bbb1-560af1e10aa9 req-633a1e0b-6aa7-477b-9166-09c136a37ac1 service nova] Releasing lock "refresh_cache-23b2a44c-8865-4a42-aa5a-3588cc61630e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.492737] env[70491]: DEBUG nova.network.neutron [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Updated VIF entry in instance network info cache for port dc8254fa-c562-4f0c-9abf-4c386339e830. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.493104] env[70491]: DEBUG nova.network.neutron [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Updating instance_info_cache with network_info: [{"id": "dc8254fa-c562-4f0c-9abf-4c386339e830", "address": "fa:16:3e:ed:f7:e3", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8254fa-c5", "ovs_interfaceid": "dc8254fa-c562-4f0c-9abf-4c386339e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.597521] env[70491]: DEBUG oslo_vmware.api [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Task: {'id': task-3294724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13946} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.598303] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.598303] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.598420] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.598696] env[70491]: INFO nova.compute.manager [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1069.598989] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.599262] env[70491]: DEBUG nova.compute.manager [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.599395] env[70491]: DEBUG nova.network.neutron [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.626779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "b47e4237-4d76-4b7a-be32-a526b88c65f1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.627149] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.740454] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294725, 'name': CreateVM_Task, 'duration_secs': 0.483738} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.742461] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.743317] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.743485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.743797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.744132] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8db2bc-72a4-420a-8048-f4b9f8385347 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.749703] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1069.749703] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b5bf70-dcb6-324b-77f4-d99dacb13004" [ 1069.749703] env[70491]: _type = "Task" [ 1069.749703] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.761528] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b5bf70-dcb6-324b-77f4-d99dacb13004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904437] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294726, 'name': ReconfigVM_Task, 'duration_secs': 0.469631} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.908163] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.909612] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df6ee161-c0c0-4ebf-bd32-f5989c2b1270 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.920042] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1069.920042] env[70491]: value = "task-3294728" [ 1069.920042] env[70491]: _type = "Task" [ 1069.920042] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.933507] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294728, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.962793] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.976317] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37b9e7-be9c-4b1b-a400-69215d94d838 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.984989] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7970236c-a5a2-4f87-92c6-849fd3de2194 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.017851] env[70491]: DEBUG oslo_concurrency.lockutils [req-35ead8e2-8bb8-4c9b-9bd0-a71fe92590e5 req-c0d021aa-b43f-438b-968e-304d9e208e40 service nova] Releasing lock "refresh_cache-2965853a-cd8c-470c-bdc1-7e04e675d563" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.019441] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b89183-b843-4a57-b9e0-075cb9bf7df4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.028109] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84a3e1a-9def-4bcb-98cf-a76351041d6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.042901] env[70491]: DEBUG nova.compute.provider_tree [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.140576] env[70491]: DEBUG nova.compute.utils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.142048] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1070.142228] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.190918] env[70491]: DEBUG nova.policy [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee62edb6cc0d4af4a31f42cffccdfb28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f26d3d72ebe4a9591c72b520effe6fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.195371] env[70491]: DEBUG nova.compute.manager [req-3266155f-da9c-4c67-869f-ccf3016b1458 req-81f442a5-71ec-4c34-ae22-679b88f64816 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Received event network-vif-deleted-5430f9e4-836d-4bbc-81b3-3875c46e9f39 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.195607] env[70491]: INFO nova.compute.manager [req-3266155f-da9c-4c67-869f-ccf3016b1458 req-81f442a5-71ec-4c34-ae22-679b88f64816 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Neutron deleted interface 5430f9e4-836d-4bbc-81b3-3875c46e9f39; detaching it from the instance and deleting it from the info cache [ 1070.195741] env[70491]: DEBUG nova.network.neutron [req-3266155f-da9c-4c67-869f-ccf3016b1458 req-81f442a5-71ec-4c34-ae22-679b88f64816 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.262639] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b5bf70-dcb6-324b-77f4-d99dacb13004, 'name': SearchDatastore_Task, 'duration_secs': 0.011798} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.262986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.263289] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.263717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.263717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.263953] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.264586] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75366121-6a8b-42a4-8eff-153a2ff7c857 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.275125] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.275401] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.276131] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be832b3d-d7a8-453a-8413-f74189939b9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.284131] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1070.284131] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524672a5-5818-5c43-22ff-76322565ca88" [ 1070.284131] env[70491]: _type = "Task" [ 1070.284131] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.293323] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524672a5-5818-5c43-22ff-76322565ca88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.425648] env[70491]: DEBUG nova.network.neutron [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.433903] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294728, 'name': Rename_Task, 'duration_secs': 0.332633} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.434718] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.435900] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f02f476-c2d5-43e6-803a-a7db4c6ae8be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.447255] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1070.447255] env[70491]: value = "task-3294729" [ 1070.447255] env[70491]: _type = "Task" [ 1070.447255] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.460015] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.465704] env[70491]: DEBUG oslo_vmware.api [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294727, 'name': PowerOnVM_Task, 'duration_secs': 0.775247} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.465988] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.466498] env[70491]: INFO nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1070.466498] env[70491]: DEBUG nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.467274] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90a342f-1cae-4541-ad75-6f29cccd2c12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.545931] env[70491]: DEBUG nova.scheduler.client.report [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.607123] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Successfully created port: db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.646658] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.698799] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f6d2931-a75d-415f-bf27-72022e8a6e1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.710617] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b862d97d-ffb9-40c6-a93f-6140fa2cd49c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.759356] env[70491]: DEBUG nova.compute.manager [req-3266155f-da9c-4c67-869f-ccf3016b1458 req-81f442a5-71ec-4c34-ae22-679b88f64816 service nova] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Detach interface failed, port_id=5430f9e4-836d-4bbc-81b3-3875c46e9f39, reason: Instance b0af9563-6d23-4445-824d-b4d4dbcd6388 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.795474] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524672a5-5818-5c43-22ff-76322565ca88, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.796649] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f44415-26d7-4f9a-8793-9f2e59041aee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.803628] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1070.803628] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0f7f4-ad26-a228-eb8f-8d998fc9496a" [ 1070.803628] env[70491]: _type = "Task" [ 1070.803628] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.813646] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0f7f4-ad26-a228-eb8f-8d998fc9496a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.936887] env[70491]: INFO nova.compute.manager [-] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Took 1.34 seconds to deallocate network for instance. [ 1070.963093] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.986867] env[70491]: INFO nova.compute.manager [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Took 29.70 seconds to build instance. [ 1071.051626] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.051885] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.054482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.451s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.054734] env[70491]: DEBUG nova.objects.instance [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lazy-loading 'resources' on Instance uuid e169fe44-4063-4f64-8e7c-ca76c22baa75 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.315467] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d0f7f4-ad26-a228-eb8f-8d998fc9496a, 'name': SearchDatastore_Task, 'duration_secs': 0.011148} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.315865] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.315959] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2965853a-cd8c-470c-bdc1-7e04e675d563/2965853a-cd8c-470c-bdc1-7e04e675d563.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.316477] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becf8f47-2aac-45ac-a0f3-2cf253c0ffb0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.326436] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1071.326436] env[70491]: value = "task-3294730" [ 1071.326436] env[70491]: _type = "Task" [ 1071.326436] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.335759] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.447376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.462882] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.489773] env[70491]: DEBUG oslo_concurrency.lockutils [None req-59282346-9b17-4224-be03-b4548e824774 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.212s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.558532] env[70491]: DEBUG nova.compute.utils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.568023] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.568023] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.631942] env[70491]: DEBUG nova.policy [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90baa120249442cc859865f68d2d54b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012198d1e3384f5f91f66e5174dea371', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1071.658252] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.697773] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.698726] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.698726] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.698726] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.698726] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.698726] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.698997] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.702782] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.702782] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.702782] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.702782] env[70491]: DEBUG nova.virt.hardware [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.703188] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0366d4-7626-46a8-8dff-4de75e860a76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.722302] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173f2baa-e525-4da2-b515-f1144164f06f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.837742] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495689} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.838746] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2965853a-cd8c-470c-bdc1-7e04e675d563/2965853a-cd8c-470c-bdc1-7e04e675d563.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.838746] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.838746] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65abf213-947b-4b44-875a-ef6c5b9bdbd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.847770] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1071.847770] env[70491]: value = "task-3294731" [ 1071.847770] env[70491]: _type = "Task" [ 1071.847770] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.857221] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.934427] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6db5b6-2452-48b4-82ce-0c2f1646b492 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.943873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdf8d0-fcb8-4e55-b79e-17e3ded50716 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.982779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fce8144-f768-418a-9168-d76166d98021 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.988534] env[70491]: DEBUG oslo_vmware.api [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294729, 'name': PowerOnVM_Task, 'duration_secs': 1.04278} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.989179] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.989413] env[70491]: INFO nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1071.989592] env[70491]: DEBUG nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.990480] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf25180b-7f8a-4c69-a8f6-4fde44c3f92f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.996540] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea35d0f8-3395-48e8-9124-d531c9057789 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.020595] env[70491]: DEBUG nova.compute.provider_tree [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.029380] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Successfully created port: 6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.067795] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.234250] env[70491]: DEBUG nova.compute.manager [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Received event network-changed-a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.234323] env[70491]: DEBUG nova.compute.manager [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Refreshing instance network info cache due to event network-changed-a162de6e-bd7b-4a50-88b0-f3c64d154e10. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.235036] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Acquiring lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.235036] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Acquired lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.235036] env[70491]: DEBUG nova.network.neutron [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Refreshing network info cache for port a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.244499] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Successfully updated port: db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.357844] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.358240] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.358873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eceb35-03cf-43cd-ac30-fa5f0a89951a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.381730] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 2965853a-cd8c-470c-bdc1-7e04e675d563/2965853a-cd8c-470c-bdc1-7e04e675d563.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.381968] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80328f7e-7e00-447e-88fd-1fd0f7dfaec1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.402586] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1072.402586] env[70491]: value = "task-3294732" [ 1072.402586] env[70491]: _type = "Task" [ 1072.402586] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.410655] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.517334] env[70491]: INFO nova.compute.manager [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Took 28.95 seconds to build instance. [ 1072.523419] env[70491]: DEBUG nova.scheduler.client.report [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.748415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.748637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquired lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.748834] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.913013] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.952062] env[70491]: DEBUG nova.network.neutron [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updated VIF entry in instance network info cache for port a162de6e-bd7b-4a50-88b0-f3c64d154e10. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.952753] env[70491]: DEBUG nova.network.neutron [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updating instance_info_cache with network_info: [{"id": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "address": "fa:16:3e:8e:6c:15", "network": {"id": "15c796f5-e7f4-49f4-b4cf-273b0ce70576", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2114837081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3971f0e779dd49889b20c79b3233894f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7adad264-9276-43ef-9b03-07dc27d3f81e", "external-id": "nsx-vlan-transportzone-329", "segmentation_id": 329, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162de6e-bd", "ovs_interfaceid": "a162de6e-bd7b-4a50-88b0-f3c64d154e10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.018882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-23c23efe-9c72-4d68-a9d2-fa156b7ba568 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.462s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.027963] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.030413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.976s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.056569] env[70491]: INFO nova.scheduler.client.report [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted allocations for instance e169fe44-4063-4f64-8e7c-ca76c22baa75 [ 1073.076944] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.106758] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.107041] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.107244] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.108033] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.108033] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.108033] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.108285] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.108332] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.108514] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.108688] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.110024] env[70491]: DEBUG nova.virt.hardware [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.110024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c23e0b-beb0-42cb-a15d-af1e7cac096b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.119942] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc0b096-4865-4ad6-b0d9-a7ece2934676 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.279783] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.414377] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.435950] env[70491]: DEBUG nova.network.neutron [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Updating instance_info_cache with network_info: [{"id": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "address": "fa:16:3e:37:25:17", "network": {"id": "28192fcf-5ce7-441d-9e81-96b92d3abe28", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1069330752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f26d3d72ebe4a9591c72b520effe6fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb62787f-4a", "ovs_interfaceid": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.457958] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Releasing lock "refresh_cache-e0f02182-f377-41da-854a-49ed091dcaa2" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.457958] env[70491]: DEBUG nova.compute.manager [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Received event network-vif-plugged-db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.457958] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Acquiring lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.457958] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.457958] env[70491]: DEBUG oslo_concurrency.lockutils [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.457958] env[70491]: DEBUG nova.compute.manager [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] No waiting events found dispatching network-vif-plugged-db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.457958] env[70491]: WARNING nova.compute.manager [req-060aec72-0231-4b43-8294-c8d4fdf30957 req-ce1ce849-da6a-4d9e-9f5c-c0ad80e51762 service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Received unexpected event network-vif-plugged-db62787f-4a5d-40a2-87dc-1230c4f79d46 for instance with vm_state building and task_state spawning. [ 1073.536332] env[70491]: INFO nova.compute.claims [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.565778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e2c33a3d-8400-4a47-bc02-aaafb83f388b tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "e169fe44-4063-4f64-8e7c-ca76c22baa75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.461s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.634556] env[70491]: DEBUG nova.compute.manager [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Received event network-vif-plugged-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.634556] env[70491]: DEBUG oslo_concurrency.lockutils [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] Acquiring lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.634556] env[70491]: DEBUG oslo_concurrency.lockutils [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.635348] env[70491]: DEBUG oslo_concurrency.lockutils [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.635348] env[70491]: DEBUG nova.compute.manager [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] No waiting events found dispatching network-vif-plugged-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.635348] env[70491]: WARNING nova.compute.manager [req-23501644-5439-4a4b-8f1b-fca30efe964a req-82487077-d55e-44df-b81e-ea45bed4ad72 service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Received unexpected event network-vif-plugged-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 for instance with vm_state building and task_state spawning. [ 1073.824963] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Successfully updated port: 6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1073.918111] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294732, 'name': ReconfigVM_Task, 'duration_secs': 1.040385} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.918111] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 2965853a-cd8c-470c-bdc1-7e04e675d563/2965853a-cd8c-470c-bdc1-7e04e675d563.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.918111] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db88239b-a3a4-4be0-b296-2bd846ac737d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.925035] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1073.925035] env[70491]: value = "task-3294733" [ 1073.925035] env[70491]: _type = "Task" [ 1073.925035] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.934152] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294733, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.937768] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Releasing lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.938118] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Instance network_info: |[{"id": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "address": "fa:16:3e:37:25:17", "network": {"id": "28192fcf-5ce7-441d-9e81-96b92d3abe28", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1069330752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f26d3d72ebe4a9591c72b520effe6fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb62787f-4a", "ovs_interfaceid": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.938638] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:25:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa09e855-8af1-419b-b78d-8ffcc94b1bfb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db62787f-4a5d-40a2-87dc-1230c4f79d46', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.946648] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Creating folder: Project (7f26d3d72ebe4a9591c72b520effe6fd). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.947244] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e39e9d4c-7f6c-45a9-a98c-714ace67b6ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.960936] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Created folder: Project (7f26d3d72ebe4a9591c72b520effe6fd) in parent group-v657728. [ 1073.961311] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Creating folder: Instances. Parent ref: group-v657981. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1073.961884] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb53df28-3118-4423-860b-eac9150d1977 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.975204] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Created folder: Instances in parent group-v657981. [ 1073.975468] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.975666] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.975874] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01e8d5fb-0ba3-4a2b-9414-0509e61311e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.000432] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.000432] env[70491]: value = "task-3294736" [ 1074.000432] env[70491]: _type = "Task" [ 1074.000432] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.010332] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294736, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.044911] env[70491]: INFO nova.compute.resource_tracker [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating resource usage from migration 7bae4f90-7b7d-44e2-a43b-978629598a94 [ 1074.290593] env[70491]: DEBUG nova.compute.manager [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Received event network-changed-db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.290795] env[70491]: DEBUG nova.compute.manager [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Refreshing instance network info cache due to event network-changed-db62787f-4a5d-40a2-87dc-1230c4f79d46. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.291662] env[70491]: DEBUG oslo_concurrency.lockutils [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] Acquiring lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.291897] env[70491]: DEBUG oslo_concurrency.lockutils [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] Acquired lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.292181] env[70491]: DEBUG nova.network.neutron [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Refreshing network info cache for port db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.329301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.329301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.330569] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.342296] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ad1eba-0bd8-4da9-826c-715d156a242d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.351540] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde2857-09e2-4784-a9e8-43716632d655 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.386459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.386725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.386932] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.387130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.387327] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.389649] env[70491]: INFO nova.compute.manager [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Terminating instance [ 1074.394261] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ca32bf-31d4-48d1-9b06-66173998e9a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.403620] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd327331-5eac-4d44-9e63-eeeb83e98384 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.421269] env[70491]: DEBUG nova.compute.provider_tree [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.437578] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294733, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.511323] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294736, 'name': CreateVM_Task, 'duration_secs': 0.386374} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.511569] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.512966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.512966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.512966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.513150] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6c6b32-4f81-41fe-a2ba-2fbff5214500 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.518405] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1074.518405] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f82df6-1d1c-a907-aa23-0f48b101228c" [ 1074.518405] env[70491]: _type = "Task" [ 1074.518405] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.528782] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f82df6-1d1c-a907-aa23-0f48b101228c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.880203] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.894561] env[70491]: DEBUG nova.compute.manager [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.894561] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.895264] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a2ec2-6563-45a4-97d7-354befe31156 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.904700] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.905652] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed2aaa7-3ab0-4137-b1fe-97e111e19bd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.917604] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1074.917604] env[70491]: value = "task-3294737" [ 1074.917604] env[70491]: _type = "Task" [ 1074.917604] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.927483] env[70491]: DEBUG nova.scheduler.client.report [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.930934] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.945483] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294733, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.972664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.972920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.031179] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f82df6-1d1c-a907-aa23-0f48b101228c, 'name': SearchDatastore_Task, 'duration_secs': 0.013816} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.031502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.031733] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.031968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.032127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.032323] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.032601] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dafea5d-a21c-4592-a6b4-f5e8382f6c22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.041976] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.042173] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.042909] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dffe7bc3-33ea-4b34-bb64-774bbd5f8c9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.046994] env[70491]: DEBUG nova.network.neutron [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updating instance_info_cache with network_info: [{"id": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "address": "fa:16:3e:fa:6e:7d", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096c3a1-45", "ovs_interfaceid": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.050411] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1075.050411] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f700c-13a6-9e0c-49ea-7d892b4e32df" [ 1075.050411] env[70491]: _type = "Task" [ 1075.050411] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.055245] env[70491]: DEBUG nova.network.neutron [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Updated VIF entry in instance network info cache for port db62787f-4a5d-40a2-87dc-1230c4f79d46. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.055547] env[70491]: DEBUG nova.network.neutron [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Updating instance_info_cache with network_info: [{"id": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "address": "fa:16:3e:37:25:17", "network": {"id": "28192fcf-5ce7-441d-9e81-96b92d3abe28", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1069330752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f26d3d72ebe4a9591c72b520effe6fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa09e855-8af1-419b-b78d-8ffcc94b1bfb", "external-id": "nsx-vlan-transportzone-901", "segmentation_id": 901, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb62787f-4a", "ovs_interfaceid": "db62787f-4a5d-40a2-87dc-1230c4f79d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.060642] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f700c-13a6-9e0c-49ea-7d892b4e32df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.428647] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294737, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.440840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.441061] env[70491]: INFO nova.compute.manager [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Migrating [ 1075.447474] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294733, 'name': Rename_Task, 'duration_secs': 1.293546} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.447730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.837s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.447948] env[70491]: DEBUG nova.objects.instance [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'resources' on Instance uuid 2fc6af0a-76e6-4bcb-adea-fa48eac79359 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.448966] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.451696] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afda282c-19c6-4ead-9dd5-7cbfecd2f0bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.465301] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1075.465301] env[70491]: value = "task-3294738" [ 1075.465301] env[70491]: _type = "Task" [ 1075.465301] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.475746] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.478395] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.552429] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.552967] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Instance network_info: |[{"id": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "address": "fa:16:3e:fa:6e:7d", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096c3a1-45", "ovs_interfaceid": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1075.553346] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:6e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee4b2432-c393-4e50-ae0e-b5e12bad37db', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6096c3a1-4558-4074-9a61-b1ce8d1ab5c7', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.561871] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.565521] env[70491]: DEBUG oslo_concurrency.lockutils [req-a5605f60-0a9e-45fa-952f-986833902875 req-0d94a053-c8b3-40b0-ae01-ba24670206ad service nova] Releasing lock "refresh_cache-4bbfabed-7504-471a-bf8d-df814ed584f5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.565884] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.566561] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb215027-2b78-42f3-a84a-03fccca26bbd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.587514] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f700c-13a6-9e0c-49ea-7d892b4e32df, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.589280] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.589280] env[70491]: value = "task-3294739" [ 1075.589280] env[70491]: _type = "Task" [ 1075.589280] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.589513] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219a7a58-dd6e-463e-969d-e8c6d87b32d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.597706] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1075.597706] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5234f473-4126-b1d7-127b-a796c9edf133" [ 1075.597706] env[70491]: _type = "Task" [ 1075.597706] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.600932] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294739, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.610634] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5234f473-4126-b1d7-127b-a796c9edf133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.668352] env[70491]: DEBUG nova.compute.manager [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Received event network-changed-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.668515] env[70491]: DEBUG nova.compute.manager [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Refreshing instance network info cache due to event network-changed-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.668749] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Acquiring lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.668958] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Acquired lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.669175] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Refreshing network info cache for port 6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.929388] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294737, 'name': PowerOffVM_Task, 'duration_secs': 0.572935} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.929668] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.929836] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.930495] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e5a547-2d76-4002-9ff8-edd2a2d6894a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.959861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.960112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.960320] env[70491]: DEBUG nova.network.neutron [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.979039] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.998815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.051315] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.051575] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.051778] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore2] f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.052302] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89d29f54-a7f2-442e-a6a7-0657a6408a08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061106] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1076.061106] env[70491]: value = "task-3294741" [ 1076.061106] env[70491]: _type = "Task" [ 1076.061106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.074432] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.104587] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294739, 'name': CreateVM_Task, 'duration_secs': 0.456648} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.110806] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.112136] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.112337] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.112702] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.113277] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dea34f0-a4dd-4d6e-a7a9-1a1d95cd935d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.118948] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5234f473-4126-b1d7-127b-a796c9edf133, 'name': SearchDatastore_Task, 'duration_secs': 0.011022} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.120254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.120523] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4bbfabed-7504-471a-bf8d-df814ed584f5/4bbfabed-7504-471a-bf8d-df814ed584f5.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.120838] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1076.120838] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5212fb6b-f40e-5b0f-83d7-bd9d042b0246" [ 1076.120838] env[70491]: _type = "Task" [ 1076.120838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.123289] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cf0e9db-f57f-4a92-910a-3c09316c62b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.135115] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5212fb6b-f40e-5b0f-83d7-bd9d042b0246, 'name': SearchDatastore_Task, 'duration_secs': 0.009868} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.136720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.136778] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.136984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.137185] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.137400] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.137734] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1076.137734] env[70491]: value = "task-3294742" [ 1076.137734] env[70491]: _type = "Task" [ 1076.137734] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.140356] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc41b657-e2f2-417f-86c2-493595ff3dca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.152415] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.162688] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.162880] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.163769] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad52c364-2470-452d-bc6a-f4cb46e22ed8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.174484] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1076.174484] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e5499-ef74-c28b-d287-204b678dea08" [ 1076.174484] env[70491]: _type = "Task" [ 1076.174484] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.184373] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e5499-ef74-c28b-d287-204b678dea08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.265232] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86046d51-4b98-4673-908b-b2dd7dbfedbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.273158] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb9702-31d9-4ac7-816d-2d31a8e7a755 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.308455] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ed0a5e-3aa2-4d28-8eee-ec01a8ef250b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.317912] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad14b8a-ac9c-4e49-84ca-4af8a8d84ffe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.335439] env[70491]: DEBUG nova.compute.provider_tree [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.479515] env[70491]: DEBUG oslo_vmware.api [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294738, 'name': PowerOnVM_Task, 'duration_secs': 0.636511} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.481149] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.481149] env[70491]: INFO nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1076.481149] env[70491]: DEBUG nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.482482] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104abfae-a083-43d5-ade9-91bbbf0b3531 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.576171] env[70491]: DEBUG oslo_vmware.api [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163543} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.578630] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.578888] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.579204] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.579459] env[70491]: INFO nova.compute.manager [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1076.580259] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.580259] env[70491]: DEBUG nova.compute.manager [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.580694] env[70491]: DEBUG nova.network.neutron [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.653992] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491599} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.653992] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4bbfabed-7504-471a-bf8d-df814ed584f5/4bbfabed-7504-471a-bf8d-df814ed584f5.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.653992] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.653992] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39850c19-1088-43f7-8f73-a80a0264139e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.663107] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1076.663107] env[70491]: value = "task-3294743" [ 1076.663107] env[70491]: _type = "Task" [ 1076.663107] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.672435] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.687429] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e5499-ef74-c28b-d287-204b678dea08, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.688784] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86312c1-21ab-4caf-87a9-91b903efd1a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.695055] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1076.695055] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0584c-56bd-efbc-6d1a-792d238d659b" [ 1076.695055] env[70491]: _type = "Task" [ 1076.695055] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.705931] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0584c-56bd-efbc-6d1a-792d238d659b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.707176] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updated VIF entry in instance network info cache for port 6096c3a1-4558-4074-9a61-b1ce8d1ab5c7. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.707502] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updating instance_info_cache with network_info: [{"id": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "address": "fa:16:3e:fa:6e:7d", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096c3a1-45", "ovs_interfaceid": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.839635] env[70491]: DEBUG nova.scheduler.client.report [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.852183] env[70491]: DEBUG nova.network.neutron [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.004923] env[70491]: INFO nova.compute.manager [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Took 26.25 seconds to build instance. [ 1077.176232] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071728} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.176525] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.177415] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ff5838-fdac-4dfd-acf7-694ac88f027a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.206332] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 4bbfabed-7504-471a-bf8d-df814ed584f5/4bbfabed-7504-471a-bf8d-df814ed584f5.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.211305] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bd23e9-b534-4644-8362-aa7788d3b87b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.227252] env[70491]: DEBUG nova.compute.manager [req-9c069397-dcfb-4a32-a847-e5b288886eea req-eb376da4-00cd-4197-ae82-673670165b7d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Received event network-vif-deleted-615403f4-65a7-4414-8e23-ad0cb63268a0 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.227660] env[70491]: INFO nova.compute.manager [req-9c069397-dcfb-4a32-a847-e5b288886eea req-eb376da4-00cd-4197-ae82-673670165b7d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Neutron deleted interface 615403f4-65a7-4414-8e23-ad0cb63268a0; detaching it from the instance and deleting it from the info cache [ 1077.227957] env[70491]: DEBUG nova.network.neutron [req-9c069397-dcfb-4a32-a847-e5b288886eea req-eb376da4-00cd-4197-ae82-673670165b7d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.229781] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Releasing lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.230150] env[70491]: DEBUG nova.compute.manager [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-changed-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.230461] env[70491]: DEBUG nova.compute.manager [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing instance network info cache due to event network-changed-51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.230837] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.231128] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.231418] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing network info cache for port 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.241315] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b0584c-56bd-efbc-6d1a-792d238d659b, 'name': SearchDatastore_Task, 'duration_secs': 0.01313} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.242845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.243295] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/c52279c1-fd6b-4ea1-a64e-ce99ebf99873.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.243995] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1077.243995] env[70491]: value = "task-3294744" [ 1077.243995] env[70491]: _type = "Task" [ 1077.243995] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.246193] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cf817c8-0fc2-4dc8-9f55-4a0b560106f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.255857] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294744, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.257234] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1077.257234] env[70491]: value = "task-3294745" [ 1077.257234] env[70491]: _type = "Task" [ 1077.257234] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.266114] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.344251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.346897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.329s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.347171] env[70491]: DEBUG nova.objects.instance [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lazy-loading 'resources' on Instance uuid 3b33d099-7503-4256-9af6-0e1959bcda30 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.356021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.373860] env[70491]: INFO nova.scheduler.client.report [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted allocations for instance 2fc6af0a-76e6-4bcb-adea-fa48eac79359 [ 1077.509624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e748f29-1b76-4fb8-af0d-1b7a5b7b780f tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.758s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.683864] env[70491]: DEBUG nova.network.neutron [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.733710] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78447f26-e53b-467f-affc-42f89c066ea5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.747697] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03b1701-9b2b-4373-a7da-a72525dd2258 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.776638] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294745, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.780144] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294744, 'name': ReconfigVM_Task, 'duration_secs': 0.313337} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.780144] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 4bbfabed-7504-471a-bf8d-df814ed584f5/4bbfabed-7504-471a-bf8d-df814ed584f5.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.780483] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3011710-403f-4ab7-8b85-e7c1cd09ef9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.795274] env[70491]: DEBUG nova.compute.manager [req-9c069397-dcfb-4a32-a847-e5b288886eea req-eb376da4-00cd-4197-ae82-673670165b7d service nova] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Detach interface failed, port_id=615403f4-65a7-4414-8e23-ad0cb63268a0, reason: Instance f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.796948] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1077.796948] env[70491]: value = "task-3294746" [ 1077.796948] env[70491]: _type = "Task" [ 1077.796948] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.808214] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294746, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.882697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9dee15aa-a9df-44a6-b21a-edae410ece01 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "2fc6af0a-76e6-4bcb-adea-fa48eac79359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.609s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.938545] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "2965853a-cd8c-470c-bdc1-7e04e675d563" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.938792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.938970] env[70491]: DEBUG nova.compute.manager [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.940308] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5394ec9-8ffa-47f8-b164-e16913ebdf19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.949251] env[70491]: DEBUG nova.compute.manager [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1077.949791] env[70491]: DEBUG nova.objects.instance [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'flavor' on Instance uuid 2965853a-cd8c-470c-bdc1-7e04e675d563 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.004032] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updated VIF entry in instance network info cache for port 51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.004363] env[70491]: DEBUG nova.network.neutron [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.082172] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c920ea-18a3-4f63-90a9-208dc1fecc5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.090569] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9535df-d90c-4aaf-b2dd-0e41c59990c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.124017] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5159b-ad66-47d3-8209-54617c4e9e9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.132284] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c70d2-0ab4-4f63-9e0c-1d301fb29419 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.147201] env[70491]: DEBUG nova.compute.provider_tree [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.187191] env[70491]: INFO nova.compute.manager [-] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Took 1.61 seconds to deallocate network for instance. [ 1078.271516] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528317} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.271800] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/c52279c1-fd6b-4ea1-a64e-ce99ebf99873.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.272024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.272283] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e791aa-6838-49ce-b042-36b564f83ea7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.280202] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1078.280202] env[70491]: value = "task-3294747" [ 1078.280202] env[70491]: _type = "Task" [ 1078.280202] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.288176] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.307832] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294746, 'name': Rename_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.506680] env[70491]: DEBUG oslo_concurrency.lockutils [req-109ca518-db71-476c-affd-80ef7e3911ca req-624c2a78-95d7-4e51-93b8-eae9b3da691e service nova] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.650743] env[70491]: DEBUG nova.scheduler.client.report [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.693930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.790603] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077334} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.790992] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.792036] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4362d2d6-4f92-42c4-9da0-cb110ecbc24e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.818421] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/c52279c1-fd6b-4ea1-a64e-ce99ebf99873.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.823796] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c7591a-cd3f-481b-b53d-d1594105310b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.844995] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294746, 'name': Rename_Task, 'duration_secs': 0.847955} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.848866] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.848866] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1078.848866] env[70491]: value = "task-3294748" [ 1078.848866] env[70491]: _type = "Task" [ 1078.848866] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.848866] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49875957-1922-469c-add1-fc68e6f399cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.862619] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.864120] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1078.864120] env[70491]: value = "task-3294749" [ 1078.864120] env[70491]: _type = "Task" [ 1078.864120] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.875619] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294749, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.877551] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a2fc6-7d35-4f24-a95f-dc8a7d34d3b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.899520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1078.959341] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.959751] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e03b1bcc-be05-4877-8e60-46d0a5114a9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.967742] env[70491]: DEBUG oslo_vmware.api [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1078.967742] env[70491]: value = "task-3294750" [ 1078.967742] env[70491]: _type = "Task" [ 1078.967742] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.981026] env[70491]: DEBUG oslo_vmware.api [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.156090] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.160323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.009s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.160323] env[70491]: DEBUG nova.objects.instance [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lazy-loading 'resources' on Instance uuid 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.195330] env[70491]: INFO nova.scheduler.client.report [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted allocations for instance 3b33d099-7503-4256-9af6-0e1959bcda30 [ 1079.362143] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.376037] env[70491]: DEBUG oslo_vmware.api [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294749, 'name': PowerOnVM_Task, 'duration_secs': 0.473031} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.376197] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.377027] env[70491]: INFO nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1079.377027] env[70491]: DEBUG nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.377456] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadcf24a-db8f-47ea-a0e1-5dce74a08803 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.407185] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.407675] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b084011-1e4a-4361-90a7-bf56d1af81dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.419305] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1079.419305] env[70491]: value = "task-3294751" [ 1079.419305] env[70491]: _type = "Task" [ 1079.419305] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.429904] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.480556] env[70491]: DEBUG oslo_vmware.api [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294750, 'name': PowerOffVM_Task, 'duration_secs': 0.235544} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.480706] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.480876] env[70491]: DEBUG nova.compute.manager [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.481707] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53beb9e-3059-4fdd-824b-daf613cca623 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.704200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-865042ad-2b3c-4e05-aecc-7d8cf5927783 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "3b33d099-7503-4256-9af6-0e1959bcda30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.422s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.865534] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294748, 'name': ReconfigVM_Task, 'duration_secs': 0.552434} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.866922] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfigured VM instance instance-0000005d to attach disk [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/c52279c1-fd6b-4ea1-a64e-ce99ebf99873.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.869680] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e94cc3bb-6167-4d50-bf32-b35b63512e13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.878258] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1079.878258] env[70491]: value = "task-3294752" [ 1079.878258] env[70491]: _type = "Task" [ 1079.878258] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.888201] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294752, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.897052] env[70491]: INFO nova.compute.manager [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Took 24.59 seconds to build instance. [ 1079.925189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704ed4f6-8a88-43e0-8d7c-4006dc857936 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.935943] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a3f1e-2aa3-41ed-9414-acb8c6ca5a57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.939115] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294751, 'name': PowerOffVM_Task, 'duration_secs': 0.354358} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.939391] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.939575] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.972758] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771fd4e-8795-46b5-8a29-f0afed233a1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.981486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a26da5-0332-4f52-83be-fb5be44369da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.999803] env[70491]: DEBUG nova.compute.provider_tree [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.001188] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4586ec92-d459-4cf0-9d02-d2b7755b5758 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.005868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.006312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.373073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "2965853a-cd8c-470c-bdc1-7e04e675d563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.373342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.373557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.373728] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.373889] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.376251] env[70491]: INFO nova.compute.manager [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Terminating instance [ 1080.388472] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294752, 'name': Rename_Task, 'duration_secs': 0.159474} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.388722] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.388946] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9fc1bc-d971-4176-bde9-af4122fa5710 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.396799] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1080.396799] env[70491]: value = "task-3294753" [ 1080.396799] env[70491]: _type = "Task" [ 1080.396799] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.399997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf3ac52b-aaf2-457a-85fa-16f1a7defa50 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.107s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.406194] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.447864] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.447864] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.447864] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.447864] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.448649] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.448649] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.448784] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.448928] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.449164] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.449382] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.449586] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.456669] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2884515-4b20-4356-b92b-0b2ccb4409c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.475849] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1080.475849] env[70491]: value = "task-3294754" [ 1080.475849] env[70491]: _type = "Task" [ 1080.475849] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.486431] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.510036] env[70491]: DEBUG nova.scheduler.client.report [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.511264] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.879808] env[70491]: DEBUG nova.compute.manager [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.880225] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.880994] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621feb1-afe5-4414-b1e7-6807303c6166 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.889784] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.890432] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1af5b11-89d5-439b-95b1-223aa616720b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.907971] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.983387] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.983387] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.983387] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] 2965853a-cd8c-470c-bdc1-7e04e675d563 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.983387] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-027eac0a-ad71-4882-9535-49c93c12f1a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.988879] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294754, 'name': ReconfigVM_Task, 'duration_secs': 0.249764} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.989605] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.994538] env[70491]: DEBUG oslo_vmware.api [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1080.994538] env[70491]: value = "task-3294756" [ 1080.994538] env[70491]: _type = "Task" [ 1080.994538] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.003421] env[70491]: DEBUG oslo_vmware.api [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.015518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.021529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.574s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.021529] env[70491]: DEBUG nova.objects.instance [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lazy-loading 'resources' on Instance uuid b0af9563-6d23-4445-824d-b4d4dbcd6388 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.039917] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.054458] env[70491]: INFO nova.scheduler.client.report [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Deleted allocations for instance 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493 [ 1081.290050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "4bbfabed-7504-471a-bf8d-df814ed584f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.290464] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.291114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.291447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.291740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.294947] env[70491]: INFO nova.compute.manager [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Terminating instance [ 1081.410329] env[70491]: DEBUG oslo_vmware.api [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294753, 'name': PowerOnVM_Task, 'duration_secs': 0.779474} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.410686] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.410888] env[70491]: INFO nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1081.411096] env[70491]: DEBUG nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.412045] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd87e67-8744-4f94-9b29-1f341e372115 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.497634] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.497858] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.498019] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.500395] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.500590] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.500741] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.500967] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.501166] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.501346] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.501514] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.501691] env[70491]: DEBUG nova.virt.hardware [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.508704] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.509380] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e539810-ba11-4ef8-9aaa-3182464f1204 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.538707] env[70491]: DEBUG oslo_vmware.api [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385159} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.540493] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.540493] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.540609] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.540717] env[70491]: INFO nova.compute.manager [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1081.541325] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.541325] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1081.541325] env[70491]: value = "task-3294757" [ 1081.541325] env[70491]: _type = "Task" [ 1081.541325] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.541572] env[70491]: DEBUG nova.compute.manager [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.541572] env[70491]: DEBUG nova.network.neutron [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.560292] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.566463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-aa8b88bf-0993-4ea5-9b9f-4b6733b00d02 tempest-ServersTestFqdnHostnames-990500008 tempest-ServersTestFqdnHostnames-990500008-project-member] Lock "6f952c71-b23e-4b94-8dc6-5c1b6bf7b493" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.745s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.796195] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b008dd4-7e01-441b-b282-89c2ec1b3e0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.800347] env[70491]: DEBUG nova.compute.manager [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1081.800780] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.801776] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff9b4e9-54a6-42ed-b103-3cf1bf3038f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.812673] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.813407] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bccad4cb-9cda-4f2a-9877-b3a374f25b38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.815912] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc2e06-b1b5-4bdc-803a-a3192617f8d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.856178] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2235a8c-3735-4e2c-894c-450a481f4298 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.859463] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1081.859463] env[70491]: value = "task-3294758" [ 1081.859463] env[70491]: _type = "Task" [ 1081.859463] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.869355] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f75ece9-c730-477d-b69c-6b079ea23113 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.880992] env[70491]: DEBUG nova.compute.manager [req-660f2bdf-8f46-4b28-9c59-ff2f62b670ee req-d0641f33-2663-49cc-9363-09a21b288ec1 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Received event network-vif-deleted-dc8254fa-c562-4f0c-9abf-4c386339e830 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.881367] env[70491]: INFO nova.compute.manager [req-660f2bdf-8f46-4b28-9c59-ff2f62b670ee req-d0641f33-2663-49cc-9363-09a21b288ec1 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Neutron deleted interface dc8254fa-c562-4f0c-9abf-4c386339e830; detaching it from the instance and deleting it from the info cache [ 1081.881525] env[70491]: DEBUG nova.network.neutron [req-660f2bdf-8f46-4b28-9c59-ff2f62b670ee req-d0641f33-2663-49cc-9363-09a21b288ec1 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.883053] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.895800] env[70491]: DEBUG nova.compute.provider_tree [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.933115] env[70491]: INFO nova.compute.manager [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Took 25.93 seconds to build instance. [ 1082.055165] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294757, 'name': ReconfigVM_Task, 'duration_secs': 0.348752} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.055557] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.056464] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4062b7ee-d76d-4a86-b141-c08bc2cc098e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.086995] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.087931] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a46e3db-b0b2-4014-9e19-6374288afc20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.119600] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1082.119600] env[70491]: value = "task-3294759" [ 1082.119600] env[70491]: _type = "Task" [ 1082.119600] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.129371] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.192822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.192822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.361703] env[70491]: DEBUG nova.network.neutron [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.374996] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294758, 'name': PowerOffVM_Task, 'duration_secs': 0.458408} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.406431] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.406431] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.406431] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b11073f-00f2-4436-b86e-a43efd6bd0f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.406431] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fec6f48e-9ebc-46b4-9f17-31e523ad78fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.406431] env[70491]: DEBUG nova.scheduler.client.report [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.406431] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b87aa79-d1a3-4b97-b3ce-d529c7604095 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.458651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-02214c3a-683b-4f4b-8180-fd7adc8233fd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.454s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.458651] env[70491]: DEBUG nova.compute.manager [req-660f2bdf-8f46-4b28-9c59-ff2f62b670ee req-d0641f33-2663-49cc-9363-09a21b288ec1 service nova] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Detach interface failed, port_id=dc8254fa-c562-4f0c-9abf-4c386339e830, reason: Instance 2965853a-cd8c-470c-bdc1-7e04e675d563 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1082.463267] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.463267] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.463267] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Deleting the datastore file [datastore1] 4bbfabed-7504-471a-bf8d-df814ed584f5 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.463267] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-455be173-9d56-489a-8b85-c12afcf129e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.474781] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for the task: (returnval){ [ 1082.474781] env[70491]: value = "task-3294761" [ 1082.474781] env[70491]: _type = "Task" [ 1082.474781] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.489066] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.630063] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294759, 'name': ReconfigVM_Task, 'duration_secs': 0.459937} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.630063] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da/984a185e-3d7b-4acd-8207-22fa6ff958da.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.630063] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.695967] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.868718] env[70491]: INFO nova.compute.manager [-] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Took 1.33 seconds to deallocate network for instance. [ 1082.923060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.923666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.925s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.925845] env[70491]: INFO nova.compute.claims [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.950570] env[70491]: INFO nova.scheduler.client.report [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Deleted allocations for instance b0af9563-6d23-4445-824d-b4d4dbcd6388 [ 1082.987057] env[70491]: DEBUG oslo_vmware.api [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Task: {'id': task-3294761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261047} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.987337] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.987524] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.987702] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.987884] env[70491]: INFO nova.compute.manager [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1082.988170] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.988373] env[70491]: DEBUG nova.compute.manager [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1082.988470] env[70491]: DEBUG nova.network.neutron [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1083.060673] env[70491]: INFO nova.compute.manager [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Rescuing [ 1083.060933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.061096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.061541] env[70491]: DEBUG nova.network.neutron [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.143126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262447be-1cf0-4de9-9abb-42235991876b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.164231] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2e370d-9a3b-4942-a068-74c6ca93fbbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.189024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.221231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.375554] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.458851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-73190a7f-ad4c-4350-af96-333ecc9c904b tempest-InstanceActionsNegativeTestJSON-653868595 tempest-InstanceActionsNegativeTestJSON-653868595-project-member] Lock "b0af9563-6d23-4445-824d-b4d4dbcd6388" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.522s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.753315] env[70491]: DEBUG nova.network.neutron [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Port 532f30f3-f71e-4024-bd32-d415aa1effff binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.820559] env[70491]: DEBUG nova.network.neutron [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.828433] env[70491]: DEBUG nova.network.neutron [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updating instance_info_cache with network_info: [{"id": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "address": "fa:16:3e:fa:6e:7d", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096c3a1-45", "ovs_interfaceid": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.900612] env[70491]: DEBUG nova.compute.manager [req-f831348f-c1e0-41d4-aff1-7d72ddf099b8 req-d48fff71-ea51-429c-ab82-8a8f38bf3756 service nova] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Received event network-vif-deleted-db62787f-4a5d-40a2-87dc-1230c4f79d46 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.172067] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62a484-5070-4ee8-8907-be5351cb3033 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.180726] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83aa8a0f-ae2c-47c8-8a5a-af6a90328dde {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.216838] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237f385-cfe2-40b3-bb63-dc696db4c4aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.225144] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024252d-4cc0-45f3-87d0-12ed4ba33b0f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.242891] env[70491]: DEBUG nova.compute.provider_tree [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.324217] env[70491]: INFO nova.compute.manager [-] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Took 1.34 seconds to deallocate network for instance. [ 1084.330761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.744488] env[70491]: DEBUG nova.scheduler.client.report [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.777723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.777982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.778254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.837846] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.249944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.250575] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.253735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.560s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.253967] env[70491]: DEBUG nova.objects.instance [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lazy-loading 'resources' on Instance uuid f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.760626] env[70491]: DEBUG nova.compute.utils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.762978] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.762978] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.845670] env[70491]: DEBUG nova.policy [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c4fbca7b2564b51b32ebe6828cf2dde', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '375865a87fa0493ba9dcdc4d3e4a668b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.853390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.854228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.854228] env[70491]: DEBUG nova.network.neutron [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.879463] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.882019] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0601ee7-9b2a-4e43-abc9-6dfc7510510b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.895024] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1085.895024] env[70491]: value = "task-3294762" [ 1085.895024] env[70491]: _type = "Task" [ 1085.895024] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.912170] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.063019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a1646-33cc-4246-944e-345c86c08cfb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.071657] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6383b-bc80-4b51-aa00-744fba4811d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.110031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b232251-b3ec-426a-b376-04a07ad496d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.121012] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427778ff-f4c2-4079-8376-0cd08cc9d8bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.139925] env[70491]: DEBUG nova.compute.provider_tree [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.219940] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Successfully created port: 6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.270826] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.417229] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294762, 'name': PowerOffVM_Task, 'duration_secs': 0.304527} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.418105] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.419148] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08045350-9d6e-4e93-a76f-3ac1c0593f18 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.446224] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e390ad0-3a96-4415-bc58-46a92aea92ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.485750] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.486658] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa482811-c156-4f19-9924-6efa0ee06622 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.497701] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1086.497701] env[70491]: value = "task-3294763" [ 1086.497701] env[70491]: _type = "Task" [ 1086.497701] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.507960] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1086.508449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.508809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.508931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.509209] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.509460] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed0edeb1-aa91-4c81-8ddf-44a673c30a82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.523074] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.523449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.525049] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0e8e22-9209-4d83-9ea6-3c9f5e0ed5a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.532511] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1086.532511] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed7be9-1bb1-93c7-d474-349927a5e584" [ 1086.532511] env[70491]: _type = "Task" [ 1086.532511] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.542951] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed7be9-1bb1-93c7-d474-349927a5e584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.643511] env[70491]: DEBUG nova.scheduler.client.report [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.714939] env[70491]: DEBUG nova.network.neutron [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.046491] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ed7be9-1bb1-93c7-d474-349927a5e584, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.046706] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e21f2515-d5b2-4ad0-8e79-afd949d21a81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.055035] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1087.055035] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241970a-1373-963f-23ed-f4ecdf1d13c5" [ 1087.055035] env[70491]: _type = "Task" [ 1087.055035] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.067721] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241970a-1373-963f-23ed-f4ecdf1d13c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.150152] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.152705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.113s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.154652] env[70491]: INFO nova.compute.claims [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.182529] env[70491]: INFO nova.scheduler.client.report [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted allocations for instance f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f [ 1087.218104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.281828] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.322559] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.322825] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.322997] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.323190] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.323341] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.323493] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.323698] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.329487] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.329487] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.329487] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.329487] env[70491]: DEBUG nova.virt.hardware [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.329487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be489d-0668-4911-ad0c-eb7d3fc28be5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.339352] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9cb913-9a76-4646-9edf-c99d513f876f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.568758] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241970a-1373-963f-23ed-f4ecdf1d13c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.569073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.569351] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1087.569634] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6b4e3bc-cb26-4e38-a477-5c4550df0176 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.577861] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1087.577861] env[70491]: value = "task-3294764" [ 1087.577861] env[70491]: _type = "Task" [ 1087.577861] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.587705] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.690711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-82c625ac-33d1-41fc-8068-a1d3ac0cbab6 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.304s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.760397] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fa8af8-b75f-4595-9f82-19f8c02edd94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.787960] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb534e-1c31-4a2f-8a8b-c73c43cc9030 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.796401] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.869962] env[70491]: DEBUG nova.compute.manager [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Received event network-vif-plugged-6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.870223] env[70491]: DEBUG oslo_concurrency.lockutils [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] Acquiring lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.870535] env[70491]: DEBUG oslo_concurrency.lockutils [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.870685] env[70491]: DEBUG oslo_concurrency.lockutils [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.870848] env[70491]: DEBUG nova.compute.manager [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] No waiting events found dispatching network-vif-plugged-6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.871718] env[70491]: WARNING nova.compute.manager [req-a525f2a6-0b23-4992-b52e-05a2ba4d292a req-48c9e185-015b-4575-a31c-7377221330be service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Received unexpected event network-vif-plugged-6534ac17-a220-4bc9-95b7-52042d2367b1 for instance with vm_state building and task_state spawning. [ 1088.078979] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Successfully updated port: 6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.091869] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294764, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.304843] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.305181] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acee0275-c013-4946-bc04-38b9079ab029 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.314983] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1088.314983] env[70491]: value = "task-3294765" [ 1088.314983] env[70491]: _type = "Task" [ 1088.314983] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.324384] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.444559] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f8ab2-8692-4417-a9c8-46d8d990d33c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.453625] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d708d-7b38-4a64-805b-fe439136f5cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.488390] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e176ab-8ac8-4f9b-b672-528a32c19824 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.496981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26467df-fc20-4b3b-b1c3-c0424789a4dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.515253] env[70491]: DEBUG nova.compute.provider_tree [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.542423] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.543040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.585955] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.586200] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.586433] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.594757] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517466} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.594757] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1088.594915] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6acbd93-7b4a-4484-80b0-a49c62e72efb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.622143] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.622973] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ad866b-003a-4546-a546-6346dc216c9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.643614] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1088.643614] env[70491]: value = "task-3294766" [ 1088.643614] env[70491]: _type = "Task" [ 1088.643614] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.652266] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.769308] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.770091] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.827931] env[70491]: DEBUG oslo_vmware.api [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294765, 'name': PowerOnVM_Task, 'duration_secs': 0.410178} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.828281] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.828487] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5f88b1ab-20dd-41e9-aeb2-509117f98625 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance '984a185e-3d7b-4acd-8207-22fa6ff958da' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.018534] env[70491]: DEBUG nova.scheduler.client.report [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.045290] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.145037] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.157440] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.281221] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.281815] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.282012] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.282192] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.282342] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.282494] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.282645] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1089.282810] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1089.368695] env[70491]: DEBUG nova.network.neutron [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Updating instance_info_cache with network_info: [{"id": "6534ac17-a220-4bc9-95b7-52042d2367b1", "address": "fa:16:3e:29:f7:76", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6534ac17-a2", "ovs_interfaceid": "6534ac17-a220-4bc9-95b7-52042d2367b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.527017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.527585] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.534105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.310s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.535682] env[70491]: INFO nova.compute.claims [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.583599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.658093] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294766, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.788034] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.871808] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.872144] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Instance network_info: |[{"id": "6534ac17-a220-4bc9-95b7-52042d2367b1", "address": "fa:16:3e:29:f7:76", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6534ac17-a2", "ovs_interfaceid": "6534ac17-a220-4bc9-95b7-52042d2367b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.872648] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f7:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6534ac17-a220-4bc9-95b7-52042d2367b1', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.881277] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.881559] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.881789] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3961f6f-c038-45a1-9313-7e610e37134a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.909021] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.909021] env[70491]: value = "task-3294767" [ 1089.909021] env[70491]: _type = "Task" [ 1089.909021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.918108] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294767, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.044718] env[70491]: DEBUG nova.compute.utils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.050544] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.053289] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.136212] env[70491]: DEBUG nova.policy [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.156711] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294766, 'name': ReconfigVM_Task, 'duration_secs': 1.061491} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.157235] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfigured VM instance instance-0000005d to attach disk [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.158306] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c59f9e-5129-4887-8557-bd2013acc5ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.196151] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9e5fb6-6357-4626-89d1-ba4555313a5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.215985] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1090.215985] env[70491]: value = "task-3294768" [ 1090.215985] env[70491]: _type = "Task" [ 1090.215985] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.226828] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.326378] env[70491]: DEBUG nova.compute.manager [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Received event network-changed-6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.326842] env[70491]: DEBUG nova.compute.manager [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Refreshing instance network info cache due to event network-changed-6534ac17-a220-4bc9-95b7-52042d2367b1. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.327173] env[70491]: DEBUG oslo_concurrency.lockutils [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] Acquiring lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.327413] env[70491]: DEBUG oslo_concurrency.lockutils [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] Acquired lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.327657] env[70491]: DEBUG nova.network.neutron [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Refreshing network info cache for port 6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.418442] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294767, 'name': CreateVM_Task, 'duration_secs': 0.320936} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.418707] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.419434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.419680] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.419970] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.420273] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e159516-f91e-48e3-acf0-4faf49a733f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.430570] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1090.430570] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52647d02-809d-32e6-8317-a76963f5bb70" [ 1090.430570] env[70491]: _type = "Task" [ 1090.430570] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.443187] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52647d02-809d-32e6-8317-a76963f5bb70, 'name': SearchDatastore_Task, 'duration_secs': 0.011546} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.443502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.443733] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.443961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.444115] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.444290] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.444566] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4f3b0a2-f82c-4b2f-974e-19a1e71d8cba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.454760] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.454942] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.455704] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db408e39-a392-4d69-8e60-8f182733ab07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.463246] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1090.463246] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232d7d3-6076-6de5-d93d-d38518029cca" [ 1090.463246] env[70491]: _type = "Task" [ 1090.463246] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.472011] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232d7d3-6076-6de5-d93d-d38518029cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.556468] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.654780] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Successfully created port: 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.729264] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294768, 'name': ReconfigVM_Task, 'duration_secs': 0.180431} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.729911] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.730233] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f672f44-3203-4b5f-bd58-a9e244f0f921 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.741851] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1090.741851] env[70491]: value = "task-3294769" [ 1090.741851] env[70491]: _type = "Task" [ 1090.741851] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.753977] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.908546] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec7be0f-f34a-4a1e-a2c2-92ceb8121ca6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.921918] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777641c1-fe3d-4373-8c38-92f1b2996f43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.963753] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd5b66-bf63-464d-b0f2-3a288be17106 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.967025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.967407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.979015] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232d7d3-6076-6de5-d93d-d38518029cca, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.982524] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b4e0ccb-3651-40d8-bf76-4f418933f095 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.987876] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02911c98-918f-4b79-b5ae-31a58bef2610 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.016423] env[70491]: DEBUG nova.compute.provider_tree [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.018207] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1091.018207] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f46e83-13a4-cccf-61f6-36da026244fc" [ 1091.018207] env[70491]: _type = "Task" [ 1091.018207] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.033600] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f46e83-13a4-cccf-61f6-36da026244fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.033600] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.033600] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ef0b96cd-5ae0-4def-823b-bba4da12e6b7/ef0b96cd-5ae0-4def-823b-bba4da12e6b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.033843] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ffb2903-6d71-4c08-b057-b214b0354828 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.042380] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1091.042380] env[70491]: value = "task-3294770" [ 1091.042380] env[70491]: _type = "Task" [ 1091.042380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.060234] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.196031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.196305] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.196528] env[70491]: DEBUG nova.compute.manager [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Going to confirm migration 5 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.254716] env[70491]: DEBUG oslo_vmware.api [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294769, 'name': PowerOnVM_Task, 'duration_secs': 0.466504} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.254998] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.258047] env[70491]: DEBUG nova.compute.manager [None req-7b3b6ea3-7100-4cbf-b205-775605d9ae56 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.258929] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee10532-97a4-4afa-8347-70c9a5f26df6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.274884] env[70491]: DEBUG nova.network.neutron [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Updated VIF entry in instance network info cache for port 6534ac17-a220-4bc9-95b7-52042d2367b1. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.275386] env[70491]: DEBUG nova.network.neutron [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Updating instance_info_cache with network_info: [{"id": "6534ac17-a220-4bc9-95b7-52042d2367b1", "address": "fa:16:3e:29:f7:76", "network": {"id": "56230d18-ae83-47bd-aa49-c5fe8e580315", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2001692165-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "375865a87fa0493ba9dcdc4d3e4a668b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6534ac17-a2", "ovs_interfaceid": "6534ac17-a220-4bc9-95b7-52042d2367b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.474020] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.523714] env[70491]: DEBUG nova.scheduler.client.report [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.556185] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503675} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.556185] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] ef0b96cd-5ae0-4def-823b-bba4da12e6b7/ef0b96cd-5ae0-4def-823b-bba4da12e6b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.556185] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.556185] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37572ee6-5f6d-401e-a2f3-1f10eaf213b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.563674] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1091.563674] env[70491]: value = "task-3294771" [ 1091.563674] env[70491]: _type = "Task" [ 1091.563674] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.568734] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.578937] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.609300] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.609604] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.609779] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.609968] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.610217] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.610475] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.610758] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.610971] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.611197] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.611419] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.611662] env[70491]: DEBUG nova.virt.hardware [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.612673] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef92a4e-e34c-4fa1-8f1d-e8bd5949af12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.622719] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7266e2-d979-49d1-9dde-b502d5660b76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.643401] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.643825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.734167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.734373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.734593] env[70491]: DEBUG nova.network.neutron [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.734728] env[70491]: DEBUG nova.objects.instance [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'info_cache' on Instance uuid 984a185e-3d7b-4acd-8207-22fa6ff958da {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.778342] env[70491]: DEBUG oslo_concurrency.lockutils [req-0cce8d26-eaab-442d-87b4-ddda440ad67d req-e1f33b34-3692-4ece-89a5-393b40904b25 service nova] Releasing lock "refresh_cache-ef0b96cd-5ae0-4def-823b-bba4da12e6b7" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.998169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.033338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.033857] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.036690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.661s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.036908] env[70491]: DEBUG nova.objects.instance [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'resources' on Instance uuid 2965853a-cd8c-470c-bdc1-7e04e675d563 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.076053] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.076332] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.077116] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa621d-986c-43d1-9a97-855264e66400 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.103266] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] ef0b96cd-5ae0-4def-823b-bba4da12e6b7/ef0b96cd-5ae0-4def-823b-bba4da12e6b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.103411] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17001a74-2847-451a-9164-2e74ac124d8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.125470] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1092.125470] env[70491]: value = "task-3294772" [ 1092.125470] env[70491]: _type = "Task" [ 1092.125470] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.134678] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.146041] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1092.421992] env[70491]: DEBUG nova.compute.manager [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-vif-plugged-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.422263] env[70491]: DEBUG oslo_concurrency.lockutils [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.422482] env[70491]: DEBUG oslo_concurrency.lockutils [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.422664] env[70491]: DEBUG oslo_concurrency.lockutils [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.422845] env[70491]: DEBUG nova.compute.manager [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] No waiting events found dispatching network-vif-plugged-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.426165] env[70491]: WARNING nova.compute.manager [req-cad7d23b-9117-4245-a9ff-743caa185c2e req-e5993699-2418-4866-9236-4fe263a374ae service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received unexpected event network-vif-plugged-93399928-063c-420a-85dd-0a0a6bca2d6a for instance with vm_state building and task_state spawning. [ 1092.502954] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Successfully updated port: 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.539844] env[70491]: DEBUG nova.compute.utils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.544750] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.545516] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.592935] env[70491]: DEBUG nova.policy [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '959ac8388440491e916f8cf3c8408f84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d1e9eaeef2243298b4b3f10a3982ff0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.637006] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.644769] env[70491]: INFO nova.compute.manager [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Unrescuing [ 1092.645019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.645175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquired lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.645338] env[70491]: DEBUG nova.network.neutron [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.666473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.812668] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985468be-d054-463c-8e76-be4f42e9b161 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.820847] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1d82a0-f4bd-4100-a5fc-fbb8ac09b15b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.853727] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b394b9-2477-4e11-b5df-d16605578b3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.862234] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec82b081-ddde-44ee-85f7-32bb877adf1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.875589] env[70491]: DEBUG nova.compute.provider_tree [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.008829] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.008948] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.011408] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.047956] env[70491]: DEBUG nova.compute.utils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.049900] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Successfully created port: 65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.071345] env[70491]: DEBUG nova.network.neutron [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [{"id": "532f30f3-f71e-4024-bd32-d415aa1effff", "address": "fa:16:3e:8a:be:9d", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap532f30f3-f7", "ovs_interfaceid": "532f30f3-f71e-4024-bd32-d415aa1effff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.136794] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294772, 'name': ReconfigVM_Task, 'duration_secs': 0.679614} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.137087] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Reconfigured VM instance instance-0000005e to attach disk [datastore2] ef0b96cd-5ae0-4def-823b-bba4da12e6b7/ef0b96cd-5ae0-4def-823b-bba4da12e6b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.137707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c70f29-fc60-4a08-a86b-3cfb6cc62b5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.144086] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1093.144086] env[70491]: value = "task-3294773" [ 1093.144086] env[70491]: _type = "Task" [ 1093.144086] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.155228] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294773, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.380878] env[70491]: DEBUG nova.scheduler.client.report [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.495050] env[70491]: DEBUG nova.network.neutron [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updating instance_info_cache with network_info: [{"id": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "address": "fa:16:3e:fa:6e:7d", "network": {"id": "17171c03-bc5b-4e1e-bb7a-1be2ba7e2c61", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-286081737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "012198d1e3384f5f91f66e5174dea371", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee4b2432-c393-4e50-ae0e-b5e12bad37db", "external-id": "nsx-vlan-transportzone-985", "segmentation_id": 985, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6096c3a1-45", "ovs_interfaceid": "6096c3a1-4558-4074-9a61-b1ce8d1ab5c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.549527] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.553217] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.573708] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-984a185e-3d7b-4acd-8207-22fa6ff958da" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.573959] env[70491]: DEBUG nova.objects.instance [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'migration_context' on Instance uuid 984a185e-3d7b-4acd-8207-22fa6ff958da {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.655350] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294773, 'name': Rename_Task, 'duration_secs': 0.151102} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.655623] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.655876] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5f780e1-a3ee-472e-b39c-ab6914a0114b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.664625] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1093.664625] env[70491]: value = "task-3294774" [ 1093.664625] env[70491]: _type = "Task" [ 1093.664625] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.675360] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.700170] env[70491]: DEBUG nova.network.neutron [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.885809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.888859] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.051s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.889553] env[70491]: DEBUG nova.objects.instance [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lazy-loading 'resources' on Instance uuid 4bbfabed-7504-471a-bf8d-df814ed584f5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.911170] env[70491]: INFO nova.scheduler.client.report [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance 2965853a-cd8c-470c-bdc1-7e04e675d563 [ 1094.000785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Releasing lock "refresh_cache-c52279c1-fd6b-4ea1-a64e-ce99ebf99873" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.001469] env[70491]: DEBUG nova.objects.instance [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lazy-loading 'flavor' on Instance uuid c52279c1-fd6b-4ea1-a64e-ce99ebf99873 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.076269] env[70491]: DEBUG nova.objects.base [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Object Instance<984a185e-3d7b-4acd-8207-22fa6ff958da> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1094.077246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634638d-64ea-4190-b3c5-23165018489d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.100547] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fd01f6-d927-4803-997a-6f2594362835 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.106913] env[70491]: DEBUG oslo_vmware.api [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1094.106913] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52441390-39a9-22b9-87b5-303b11f72cef" [ 1094.106913] env[70491]: _type = "Task" [ 1094.106913] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.115571] env[70491]: DEBUG oslo_vmware.api [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52441390-39a9-22b9-87b5-303b11f72cef, 'name': SearchDatastore_Task} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.115840] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.175322] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294774, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.203026] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.203361] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Instance network_info: |[{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.203761] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93399928-063c-420a-85dd-0a0a6bca2d6a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.211278] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.211480] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.211712] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfff4370-bbfa-498e-bdcc-dabf8465f701 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.232650] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.232650] env[70491]: value = "task-3294775" [ 1094.232650] env[70491]: _type = "Task" [ 1094.232650] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.240660] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294775, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.419239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c7ff4042-f3a4-4b7e-94cc-d627c2f4b79d tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "2965853a-cd8c-470c-bdc1-7e04e675d563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.046s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.510270] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae33ff-55e0-487c-826c-ec74a78a0483 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.533667] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.536893] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5fcf657-d98a-4c7c-ae68-c486f3f373d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.550104] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1094.550104] env[70491]: value = "task-3294776" [ 1094.550104] env[70491]: _type = "Task" [ 1094.550104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.564870] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.568097] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.592394] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:35:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='2122342886',id=43,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1616030754',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.592394] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.592575] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.592729] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.592893] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.593674] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.593674] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.593674] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.593674] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.593860] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.594032] env[70491]: DEBUG nova.virt.hardware [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.595149] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379b950-c53a-4c84-a41a-e4f248cd0a41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.609576] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd34cd-bcd4-478e-93cf-0f2747a4ac9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.678350] env[70491]: DEBUG oslo_vmware.api [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294774, 'name': PowerOnVM_Task, 'duration_secs': 0.938221} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.678808] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.678916] env[70491]: INFO nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1094.679108] env[70491]: DEBUG nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.679988] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb54848-bae2-4ca9-8c8f-628aa11d9865 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.747805] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294775, 'name': CreateVM_Task, 'duration_secs': 0.392615} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.748709] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.749444] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.749601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.749920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.750476] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c73aa9-b280-4595-8440-5a84a2effe46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.756138] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6cf24b-ab17-4409-93b7-199751c747e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.760637] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1094.760637] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520594aa-585c-fca7-f8ae-44d7ac4a079a" [ 1094.760637] env[70491]: _type = "Task" [ 1094.760637] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.767014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16776763-2feb-433a-a441-074c47a07372 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.774201] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520594aa-585c-fca7-f8ae-44d7ac4a079a, 'name': SearchDatastore_Task, 'duration_secs': 0.012317} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.775809] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.776074] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.776357] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.776909] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.776909] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.778181] env[70491]: DEBUG nova.compute.manager [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.778181] env[70491]: DEBUG nova.compute.manager [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.778181] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.778311] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.779294] env[70491]: DEBUG nova.network.neutron [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.805889] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d7d5185-7e3b-45a7-84ce-108dcd357d3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.811646] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb278e-26ca-4f2d-b6e7-13d1e64b4f12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.821281] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b5126-ee51-433a-9bfa-bc61d1b1c812 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.825583] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.825762] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.826816] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924a23ba-0582-4373-a2f6-6e5cff03954a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.839465] env[70491]: DEBUG nova.compute.provider_tree [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.843868] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1094.843868] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521da616-2281-2fb4-8238-c99abe6f0910" [ 1094.843868] env[70491]: _type = "Task" [ 1094.843868] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.853129] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521da616-2281-2fb4-8238-c99abe6f0910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.941754] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Successfully updated port: 65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.063296] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294776, 'name': PowerOffVM_Task, 'duration_secs': 0.248599} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.063579] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.068996] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1095.069292] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a198a39-c3f3-4f27-b1b6-ad9dd110726e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.091663] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1095.091663] env[70491]: value = "task-3294777" [ 1095.091663] env[70491]: _type = "Task" [ 1095.091663] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.100628] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.117108] env[70491]: DEBUG nova.network.neutron [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.117500] env[70491]: DEBUG nova.network.neutron [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.201809] env[70491]: INFO nova.compute.manager [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Took 19.22 seconds to build instance. [ 1095.304397] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.304624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.341207] env[70491]: DEBUG nova.scheduler.client.report [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.354961] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521da616-2281-2fb4-8238-c99abe6f0910, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.355789] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37029317-1aae-4657-b473-00027b8deac0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.361988] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1095.361988] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262f0bc-99c5-fa9a-cf8d-d3c146c5be1d" [ 1095.361988] env[70491]: _type = "Task" [ 1095.361988] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.370642] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262f0bc-99c5-fa9a-cf8d-d3c146c5be1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.444817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.444817] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.444984] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.602952] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.620760] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d2c19b1-8b54-42b4-8d97-a169b34a512b req-dea16187-4067-4b2c-9cfa-63b567c66c2f service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.703677] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5b9010af-d14c-4f35-97d4-359724cbd46f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.731s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.807117] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.850456] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.853314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.270s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.854789] env[70491]: INFO nova.compute.claims [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.875081] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5262f0bc-99c5-fa9a-cf8d-d3c146c5be1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.876112] env[70491]: INFO nova.scheduler.client.report [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Deleted allocations for instance 4bbfabed-7504-471a-bf8d-df814ed584f5 [ 1095.877112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.877660] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa/66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.879966] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-deb50d12-09e2-4a03-accd-05c8d9026601 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.890093] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1095.890093] env[70491]: value = "task-3294778" [ 1095.890093] env[70491]: _type = "Task" [ 1095.890093] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.899709] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.981087] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.112060] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.149406] env[70491]: DEBUG nova.network.neutron [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updating instance_info_cache with network_info: [{"id": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "address": "fa:16:3e:a6:49:fc", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb4f3d-ee", "ovs_interfaceid": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.331036] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.386453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a1546442-9615-4f1f-8e71-480b5b98fda6 tempest-ServerGroupTestJSON-407057327 tempest-ServerGroupTestJSON-407057327-project-member] Lock "4bbfabed-7504-471a-bf8d-df814ed584f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.096s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.401891] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44648} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.402795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa/66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.403469] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.403469] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b821ca30-ff5d-45cb-a0d0-07c4ac161fa8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.411376] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1096.411376] env[70491]: value = "task-3294779" [ 1096.411376] env[70491]: _type = "Task" [ 1096.411376] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.421414] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.606822] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294777, 'name': ReconfigVM_Task, 'duration_secs': 1.307811} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.607178] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1096.607527] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.607754] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8aa9b4-80a6-43c2-a241-33e8f55f1e5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.615557] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1096.615557] env[70491]: value = "task-3294780" [ 1096.615557] env[70491]: _type = "Task" [ 1096.615557] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.625546] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.652303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.652303] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Instance network_info: |[{"id": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "address": "fa:16:3e:a6:49:fc", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb4f3d-ee", "ovs_interfaceid": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.652557] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:49:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6e2a9679-6746-40f2-951c-65fcd1af5f7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bb4f3d-ee50-4710-afd4-e02ee360f0cd', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.661169] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.661550] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.661871] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43265c52-8515-4562-8811-d48644139802 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.685371] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.685371] env[70491]: value = "task-3294781" [ 1096.685371] env[70491]: _type = "Task" [ 1096.685371] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.694715] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294781, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.803779] env[70491]: DEBUG nova.compute.manager [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Received event network-vif-plugged-65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.804031] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Acquiring lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.804253] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.804426] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.804643] env[70491]: DEBUG nova.compute.manager [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] No waiting events found dispatching network-vif-plugged-65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.804774] env[70491]: WARNING nova.compute.manager [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Received unexpected event network-vif-plugged-65bb4f3d-ee50-4710-afd4-e02ee360f0cd for instance with vm_state building and task_state spawning. [ 1096.804953] env[70491]: DEBUG nova.compute.manager [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Received event network-changed-65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.805372] env[70491]: DEBUG nova.compute.manager [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Refreshing instance network info cache due to event network-changed-65bb4f3d-ee50-4710-afd4-e02ee360f0cd. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.805600] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Acquiring lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.805751] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Acquired lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.805911] env[70491]: DEBUG nova.network.neutron [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Refreshing network info cache for port 65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.924689] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061165} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.925136] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.925899] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e278b-5c7b-4227-9a4b-eb8d6d69344b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.950838] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa/66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.954560] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93a6c4e-6ca2-4cd4-b3b8-a2aa75c20756 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.978379] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1096.978379] env[70491]: value = "task-3294782" [ 1096.978379] env[70491]: _type = "Task" [ 1096.978379] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.991785] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.126692] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.142198] env[70491]: DEBUG nova.compute.manager [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.143219] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a373165-bdbf-4fb4-af15-0940ca46bca0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.201418] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294781, 'name': CreateVM_Task, 'duration_secs': 0.41886} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.201684] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.202450] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.202609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.203094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.203637] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a3a944-6c86-4982-8f45-e28bb284a631 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.209820] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1097.209820] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5272be12-ff90-2f47-eede-6fc14d240913" [ 1097.209820] env[70491]: _type = "Task" [ 1097.209820] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.218429] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922d3f30-bd04-43ad-9f13-5e2c5f3be039 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.224760] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5272be12-ff90-2f47-eede-6fc14d240913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.230906] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecf2c7b-94ea-4a2a-933b-64f6acea4a22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.264984] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7a2736-837b-482d-951d-d240147dab72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.275901] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99212ad2-5906-4d79-b353-273807c8d165 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.290926] env[70491]: DEBUG nova.compute.provider_tree [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.494745] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.630748] env[70491]: DEBUG oslo_vmware.api [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294780, 'name': PowerOnVM_Task, 'duration_secs': 0.758598} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.635072] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.635072] env[70491]: DEBUG nova.compute.manager [None req-25bf241a-56f6-405c-a465-0d829e3c99dd tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.635072] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28dcb84-e761-4343-923e-0f58cd306d96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.659666] env[70491]: INFO nova.compute.manager [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] instance snapshotting [ 1097.665978] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b8e4b4-c890-4796-878c-afc2685d45a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.700487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea36669-7be7-4009-9cf9-9e438a3c220c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.722849] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5272be12-ff90-2f47-eede-6fc14d240913, 'name': SearchDatastore_Task, 'duration_secs': 0.011973} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.723369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.723829] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.724204] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.724458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.724766] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.725438] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-540535f1-285d-46ee-a3e3-6bacf5681ad7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.741961] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.741961] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.741961] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30d9696-b0c1-4cff-ab2d-30044ab846e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.749738] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1097.749738] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d83493-0ed5-9bc3-3bd2-25bafe874678" [ 1097.749738] env[70491]: _type = "Task" [ 1097.749738] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.760805] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d83493-0ed5-9bc3-3bd2-25bafe874678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.781537] env[70491]: DEBUG nova.network.neutron [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updated VIF entry in instance network info cache for port 65bb4f3d-ee50-4710-afd4-e02ee360f0cd. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.781537] env[70491]: DEBUG nova.network.neutron [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updating instance_info_cache with network_info: [{"id": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "address": "fa:16:3e:a6:49:fc", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb4f3d-ee", "ovs_interfaceid": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.796774] env[70491]: DEBUG nova.scheduler.client.report [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.991514] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294782, 'name': ReconfigVM_Task, 'duration_secs': 0.530349} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.991940] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa/66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.992574] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e826455e-987b-4c0d-a279-6134b927c523 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.002239] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1098.002239] env[70491]: value = "task-3294783" [ 1098.002239] env[70491]: _type = "Task" [ 1098.002239] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.013525] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294783, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.216415] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1098.216739] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7ae63b9-27ea-45b7-ab8a-f8f4c4fc271b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.227701] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1098.227701] env[70491]: value = "task-3294784" [ 1098.227701] env[70491]: _type = "Task" [ 1098.227701] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.239627] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.261831] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d83493-0ed5-9bc3-3bd2-25bafe874678, 'name': SearchDatastore_Task, 'duration_secs': 0.036049} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.262593] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4b5bdb-04bc-4e6e-9c80-e2d120c1f412 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.268897] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1098.268897] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522f2ed1-ec06-4aba-97b8-55d6a18bed5f" [ 1098.268897] env[70491]: _type = "Task" [ 1098.268897] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.277876] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522f2ed1-ec06-4aba-97b8-55d6a18bed5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.283558] env[70491]: DEBUG oslo_concurrency.lockutils [req-29db76b5-2705-43b7-a50d-3b831e46d5b1 req-c9988f91-022e-4797-89e1-af77aea330c0 service nova] Releasing lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.301032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.301369] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.303964] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.518s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.304157] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.304327] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1098.304712] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.307s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.306314] env[70491]: INFO nova.compute.claims [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.309671] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db8840b-811e-481c-b13c-4c05f8a90344 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.319280] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cddbe-04f3-42ee-8930-0254226cc319 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.334737] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b3faf-48ac-4a36-b0bb-778225295cb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.342515] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8454fb8-b9c1-4ed6-b808-2610add45a83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.392980] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179045MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1098.393312] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.512900] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294783, 'name': Rename_Task, 'duration_secs': 0.308183} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.513190] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.513849] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3b6af15-6ef2-462d-bf67-b84c479836b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.520806] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1098.520806] env[70491]: value = "task-3294785" [ 1098.520806] env[70491]: _type = "Task" [ 1098.520806] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.532487] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.685341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.685634] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.685842] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.686044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.686225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.688561] env[70491]: INFO nova.compute.manager [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Terminating instance [ 1098.739933] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294784, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.780380] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522f2ed1-ec06-4aba-97b8-55d6a18bed5f, 'name': SearchDatastore_Task, 'duration_secs': 0.016155} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.780648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.780943] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/54a23b8f-e973-4db3-bcce-2b6036cae7aa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1098.781240] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf6e92cf-63e8-402a-bd93-dbbcfa0d1abc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.788966] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1098.788966] env[70491]: value = "task-3294786" [ 1098.788966] env[70491]: _type = "Task" [ 1098.788966] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.797798] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.810636] env[70491]: DEBUG nova.compute.utils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.812526] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.812733] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.854944] env[70491]: DEBUG nova.policy [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.034468] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.182402] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Successfully created port: 1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.192600] env[70491]: DEBUG nova.compute.manager [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1099.192929] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1099.193919] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fece002-8917-4a3c-95c1-40ba177f09a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.203775] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.204063] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-256ad04f-7f8c-4f4f-bf0b-bc5063c93840 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.213233] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1099.213233] env[70491]: value = "task-3294787" [ 1099.213233] env[70491]: _type = "Task" [ 1099.213233] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.224790] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.242680] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294784, 'name': CreateSnapshot_Task, 'duration_secs': 0.786654} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.242680] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1099.243269] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52c6fcd-c78c-49db-8632-910d499d1910 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.307941] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294786, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.317258] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.534260] env[70491]: DEBUG oslo_vmware.api [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294785, 'name': PowerOnVM_Task, 'duration_secs': 0.640139} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.537397] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.537397] env[70491]: INFO nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1099.537525] env[70491]: DEBUG nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.539023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79878a26-d526-4bf6-afdd-3a4edbbff3e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.638103] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9c47d6-b72e-48b5-a8cc-9a8647df93ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.648288] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d877e3-1bc2-4068-8c59-8e49c46227d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.681052] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202564d9-8478-4c83-97f6-71492d1a8d0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.689429] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80a3a95-dd2e-4767-aa03-8b778f02efab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.703527] env[70491]: DEBUG nova.compute.provider_tree [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.708556] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.708730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.723720] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294787, 'name': PowerOffVM_Task, 'duration_secs': 0.296219} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.723986] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.724175] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.724430] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd4f63e-ff8b-4046-aad1-0887656f4fc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.764651] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1099.765329] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f98971d5-aea8-4d38-bc81-80bc214f9ef7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.775264] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1099.775264] env[70491]: value = "task-3294789" [ 1099.775264] env[70491]: _type = "Task" [ 1099.775264] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.784074] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.799395] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564148} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.799654] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/54a23b8f-e973-4db3-bcce-2b6036cae7aa.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1099.799872] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1099.800140] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7420d046-066a-4c3c-9b4a-6960a748e5e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.806567] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1099.806567] env[70491]: value = "task-3294790" [ 1099.806567] env[70491]: _type = "Task" [ 1099.806567] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.818421] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.832029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.832029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.832029] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleting the datastore file [datastore2] c52279c1-fd6b-4ea1-a64e-ce99ebf99873 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.832029] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-581531c8-be5c-49d4-b1b4-f0fb58b04205 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.841054] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1099.841054] env[70491]: value = "task-3294791" [ 1099.841054] env[70491]: _type = "Task" [ 1099.841054] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.850814] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.058861] env[70491]: INFO nova.compute.manager [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Took 19.04 seconds to build instance. [ 1100.209674] env[70491]: DEBUG nova.scheduler.client.report [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.214066] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.287474] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.317064] env[70491]: DEBUG nova.compute.manager [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.317064] env[70491]: DEBUG nova.compute.manager [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.317064] env[70491]: DEBUG oslo_concurrency.lockutils [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.317064] env[70491]: DEBUG oslo_concurrency.lockutils [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.317064] env[70491]: DEBUG nova.network.neutron [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.320444] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070947} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.320950] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1100.321731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea71ee3-80d5-4a4f-b5ec-6af9f325de1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.338696] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.351100] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/54a23b8f-e973-4db3-bcce-2b6036cae7aa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.352445] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622b46c1-498f-43af-bdf6-cca95ac16676 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.382262] env[70491]: DEBUG oslo_vmware.api [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242721} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.384608] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.384859] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.385021] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.385435] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.385613] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.385774] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.386330] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.386494] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.386659] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.386821] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.387019] env[70491]: DEBUG nova.virt.hardware [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.388544] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1100.388741] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1100.388920] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1100.389110] env[70491]: INFO nova.compute.manager [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1100.389364] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.390228] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73b0f8f-fdca-4688-904f-76979bf5be92 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.395052] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1100.395052] env[70491]: value = "task-3294792" [ 1100.395052] env[70491]: _type = "Task" [ 1100.395052] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.395052] env[70491]: DEBUG nova.compute.manager [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1100.395052] env[70491]: DEBUG nova.network.neutron [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1100.403196] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9f2e96-a822-45f5-8a8b-8dbe5ae31991 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.415030] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.562906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ffa478da-c182-4c1f-a1f4-5eff4d68f01b tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.556s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.718318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.718970] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.722891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.056s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.724455] env[70491]: INFO nova.compute.claims [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.754108] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.789976] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.906234] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294792, 'name': ReconfigVM_Task, 'duration_secs': 0.343119} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.906524] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/54a23b8f-e973-4db3-bcce-2b6036cae7aa.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.906842] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1100.908313] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1ec220db-1127-4413-89f3-180d969da37e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.916136] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1100.916136] env[70491]: value = "task-3294793" [ 1100.916136] env[70491]: _type = "Task" [ 1100.916136] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.925023] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294793, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.057924] env[70491]: DEBUG nova.compute.manager [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Received event network-vif-plugged-1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.058166] env[70491]: DEBUG oslo_concurrency.lockutils [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] Acquiring lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.058370] env[70491]: DEBUG oslo_concurrency.lockutils [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.058543] env[70491]: DEBUG oslo_concurrency.lockutils [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.058704] env[70491]: DEBUG nova.compute.manager [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] No waiting events found dispatching network-vif-plugged-1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.058865] env[70491]: WARNING nova.compute.manager [req-08b86f26-6e3b-4cd8-a435-aac9bb0eab21 req-7dc4c238-9e99-4f87-81bf-8e91a480915c service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Received unexpected event network-vif-plugged-1685e419-605a-4acb-82a6-5f4263430bd8 for instance with vm_state building and task_state spawning. [ 1101.107736] env[70491]: DEBUG nova.network.neutron [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.108116] env[70491]: DEBUG nova.network.neutron [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.220171] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Successfully updated port: 1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.226961] env[70491]: DEBUG nova.compute.utils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.227322] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.227733] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.280420] env[70491]: DEBUG nova.policy [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e618d4cf5752436e9cfea99d04c98de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '005af30970c04404a601ad9f76cea8cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.292438] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.311921] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.315017] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.427730] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294793, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.06317} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.428073] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=70491) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1101.428865] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc07513-9eea-4d06-8b12-d55da95831ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.457207] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.457505] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff2bc25-1d20-456b-9724-7f618db40ff3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.478592] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1101.478592] env[70491]: value = "task-3294794" [ 1101.478592] env[70491]: _type = "Task" [ 1101.478592] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.487552] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.599535] env[70491]: DEBUG nova.network.neutron [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.610732] env[70491]: DEBUG oslo_concurrency.lockutils [req-b44eb8bc-333e-4e2c-9c95-628caeaa0da4 req-0140831e-e00c-46c2-91f6-efd45f1b5c84 service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.692757] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Successfully created port: 8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.722995] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.723293] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.723547] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.732496] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.788745] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.814556] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.993670] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294794, 'name': ReconfigVM_Task, 'duration_secs': 0.330224} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.994413] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa/swap.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.995109] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78727d8a-d97b-489c-8ecd-e479d41d6bd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.004069] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1102.004069] env[70491]: value = "task-3294795" [ 1102.004069] env[70491]: _type = "Task" [ 1102.004069] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.014230] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294795, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.058674] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c23060-50b9-4d8a-ad68-02bcbca32752 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.068207] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a6a6f-63f9-4e7e-a40e-b4b43cc19824 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.102721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e51d988-204d-4440-93e1-8c1df9bcf60f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.105575] env[70491]: INFO nova.compute.manager [-] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Took 1.71 seconds to deallocate network for instance. [ 1102.117112] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2c606-dcef-4cce-a08e-128fb5ec1572 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.135750] env[70491]: DEBUG nova.compute.provider_tree [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.273199] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.292571] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294789, 'name': CloneVM_Task, 'duration_secs': 2.053928} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.292945] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Created linked-clone VM from snapshot [ 1102.294043] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ddf96f-3fe5-4f39-abd1-086eac81cadf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.304174] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Uploading image 07831861-faaf-495e-8a13-0c25ed0a9e9e {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1102.317672] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1102.317982] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb771784-4888-4847-a396-0a7edc1a71f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.336971] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1102.336971] env[70491]: value = "task-3294796" [ 1102.336971] env[70491]: _type = "Task" [ 1102.336971] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.350134] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294796, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.351224] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.460538] env[70491]: DEBUG nova.network.neutron [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Updating instance_info_cache with network_info: [{"id": "1685e419-605a-4acb-82a6-5f4263430bd8", "address": "fa:16:3e:70:42:da", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1685e419-60", "ovs_interfaceid": "1685e419-605a-4acb-82a6-5f4263430bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.516219] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294795, 'name': Rename_Task, 'duration_secs': 0.377573} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.516858] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.517141] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42607316-5876-40c7-a068-0f53c3469ea0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.530063] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1102.530063] env[70491]: value = "task-3294797" [ 1102.530063] env[70491]: _type = "Task" [ 1102.530063] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.539073] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.612175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.638869] env[70491]: DEBUG nova.scheduler.client.report [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.747553] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.781833] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.781967] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.782082] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.782269] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.782422] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.782609] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.782840] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.783000] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.783183] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.783350] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.783532] env[70491]: DEBUG nova.virt.hardware [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.784496] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826fff3d-fa9b-4f87-a703-df9e229df6e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.794024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f8deb2-d0b8-4143-82d0-6595f204c8f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.847340] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294796, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.963126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.963404] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Instance network_info: |[{"id": "1685e419-605a-4acb-82a6-5f4263430bd8", "address": "fa:16:3e:70:42:da", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1685e419-60", "ovs_interfaceid": "1685e419-605a-4acb-82a6-5f4263430bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.963928] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:42:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1685e419-605a-4acb-82a6-5f4263430bd8', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.972986] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating folder: Project (b3e64519741045088c6a85906ffdd1e6). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.973332] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03fd8784-55e9-4a32-a2f4-25b77020cbf2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.991820] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created folder: Project (b3e64519741045088c6a85906ffdd1e6) in parent group-v657728. [ 1102.992089] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating folder: Instances. Parent ref: group-v657990. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.992365] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17cd0796-2792-41cd-8ee3-705803ca1dba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.005036] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created folder: Instances in parent group-v657990. [ 1103.005491] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.005647] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.005826] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632a227f-0a77-4b5f-a20c-3fcfaa929432 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.028402] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.028402] env[70491]: value = "task-3294800" [ 1103.028402] env[70491]: _type = "Task" [ 1103.028402] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.045238] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294800, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.049559] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.128161] env[70491]: DEBUG nova.compute.manager [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Received event network-vif-deleted-6096c3a1-4558-4074-9a61-b1ce8d1ab5c7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.129193] env[70491]: DEBUG nova.compute.manager [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Received event network-changed-1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.129193] env[70491]: DEBUG nova.compute.manager [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Refreshing instance network info cache due to event network-changed-1685e419-605a-4acb-82a6-5f4263430bd8. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.129193] env[70491]: DEBUG oslo_concurrency.lockutils [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] Acquiring lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.129193] env[70491]: DEBUG oslo_concurrency.lockutils [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] Acquired lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.129193] env[70491]: DEBUG nova.network.neutron [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Refreshing network info cache for port 1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.144794] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.145471] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.149307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.033s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.351053] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294796, 'name': Destroy_Task, 'duration_secs': 0.551068} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.351349] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Destroyed the VM [ 1103.351628] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1103.351893] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6937e4cb-9bdc-4ccd-908a-8c1a3df2c50d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.360216] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1103.360216] env[70491]: value = "task-3294801" [ 1103.360216] env[70491]: _type = "Task" [ 1103.360216] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.370200] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.380897] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Successfully updated port: 8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.541547] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294800, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.547039] env[70491]: DEBUG oslo_vmware.api [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294797, 'name': PowerOnVM_Task, 'duration_secs': 0.666008} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.547300] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.547501] env[70491]: INFO nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1103.547679] env[70491]: DEBUG nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.548496] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363a82f-6d2d-4a71-8e1a-cb8b05125341 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560500] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.560659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.560791] env[70491]: DEBUG nova.compute.manager [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.561558] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd693d92-d0a4-42c2-b359-3621e1a766e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.567849] env[70491]: DEBUG nova.compute.manager [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1103.568457] env[70491]: DEBUG nova.objects.instance [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'flavor' on Instance uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.656514] env[70491]: DEBUG nova.compute.utils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.663215] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.663427] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.708607] env[70491]: DEBUG nova.policy [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e618d4cf5752436e9cfea99d04c98de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '005af30970c04404a601ad9f76cea8cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.872863] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.879385] env[70491]: DEBUG nova.network.neutron [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Updated VIF entry in instance network info cache for port 1685e419-605a-4acb-82a6-5f4263430bd8. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.879719] env[70491]: DEBUG nova.network.neutron [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Updating instance_info_cache with network_info: [{"id": "1685e419-605a-4acb-82a6-5f4263430bd8", "address": "fa:16:3e:70:42:da", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1685e419-60", "ovs_interfaceid": "1685e419-605a-4acb-82a6-5f4263430bd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.884543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.884726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.884823] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.946354] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806969a9-6cd4-4048-ad6e-becf1c0434fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.955060] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53d0fb-1811-43ec-836a-8436b249cb39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.986444] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Successfully created port: 6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.988806] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f92a18-09b5-4ef3-b553-817be9756237 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.996711] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1f136-321e-4bef-a3c1-d3cfeaa91c59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.010354] env[70491]: DEBUG nova.compute.provider_tree [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.039314] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294800, 'name': CreateVM_Task, 'duration_secs': 0.513129} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.039481] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.040155] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.040322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.040664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.041062] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93046143-96d3-49d3-a29c-e7f72d6079e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.045797] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1104.045797] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dce2dd-1b4e-1172-f3d4-1830f8ae4677" [ 1104.045797] env[70491]: _type = "Task" [ 1104.045797] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.054260] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dce2dd-1b4e-1172-f3d4-1830f8ae4677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.065358] env[70491]: INFO nova.compute.manager [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Took 20.86 seconds to build instance. [ 1104.166530] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.373541] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294801, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.382274] env[70491]: DEBUG oslo_concurrency.lockutils [req-79050602-8b56-414b-a994-a635a378320a req-61c96001-8993-4acc-a6d7-3dcab4005dc5 service nova] Releasing lock "refresh_cache-fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.483977] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.514190] env[70491]: DEBUG nova.scheduler.client.report [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.557755] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dce2dd-1b4e-1172-f3d4-1830f8ae4677, 'name': SearchDatastore_Task, 'duration_secs': 0.019357} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.558065] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.558310] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.558581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.558735] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.558911] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.559302] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f925d4c7-cc4a-4d1b-ae13-a2c168e0175e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.570975] env[70491]: DEBUG oslo_concurrency.lockutils [None req-671f1536-7ad4-4575-9399-c230e2301033 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.378s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.572273] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.572445] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.573237] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be759d6a-3090-48d1-b3c9-cdae64d07cf5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.582016] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1104.582016] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dabd11b-0efc-4463-b262-66dd9281ea41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.586424] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1104.586424] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f4026-d777-8135-c49e-e8f365c01a10" [ 1104.586424] env[70491]: _type = "Task" [ 1104.586424] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.593769] env[70491]: DEBUG oslo_vmware.api [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1104.593769] env[70491]: value = "task-3294802" [ 1104.593769] env[70491]: _type = "Task" [ 1104.593769] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.598303] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f4026-d777-8135-c49e-e8f365c01a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.607716] env[70491]: DEBUG oslo_vmware.api [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.794700] env[70491]: DEBUG nova.network.neutron [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [{"id": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "address": "fa:16:3e:a9:f9:17", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8930e5-92", "ovs_interfaceid": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.874104] env[70491]: DEBUG oslo_vmware.api [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294801, 'name': RemoveSnapshot_Task, 'duration_secs': 1.443137} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.874483] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1105.104246] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528f4026-d777-8135-c49e-e8f365c01a10, 'name': SearchDatastore_Task, 'duration_secs': 0.021362} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.108333] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3212a0f1-0b66-482d-a758-564773915b89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.116461] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1105.116461] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524f92f1-7703-8252-3da5-96073f09952b" [ 1105.116461] env[70491]: _type = "Task" [ 1105.116461] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.119744] env[70491]: DEBUG oslo_vmware.api [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294802, 'name': PowerOffVM_Task, 'duration_secs': 0.215469} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.123186] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.123563] env[70491]: DEBUG nova.compute.manager [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.124427] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceeb1b0-9db4-43e3-bb0b-748715a5fde6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.136321] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524f92f1-7703-8252-3da5-96073f09952b, 'name': SearchDatastore_Task, 'duration_secs': 0.016924} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.138614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.138892] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] fbd2cbf7-386a-44a9-9c2d-ede44272f9ea/fbd2cbf7-386a-44a9-9c2d-ede44272f9ea.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.139381] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c46beac4-ac9e-48c2-986e-22f64e765e8f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.148316] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1105.148316] env[70491]: value = "task-3294803" [ 1105.148316] env[70491]: _type = "Task" [ 1105.148316] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.158074] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.166483] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Received event network-vif-plugged-8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.166688] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Acquiring lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.166887] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.167555] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.167555] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] No waiting events found dispatching network-vif-plugged-8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.167555] env[70491]: WARNING nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Received unexpected event network-vif-plugged-8a8930e5-92d1-4e33-87dd-e00e6e83476e for instance with vm_state building and task_state spawning. [ 1105.167655] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Received event network-changed-8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.168027] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Refreshing instance network info cache due to event network-changed-8a8930e5-92d1-4e33-87dd-e00e6e83476e. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.168205] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Acquiring lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.176670] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.213478] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.213712] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.213862] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.214133] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.214188] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.214338] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.214551] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.214703] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.214867] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.215776] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.215776] env[70491]: DEBUG nova.virt.hardware [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.216473] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39c895b-5fb1-4722-a19d-fb41068fecc4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.225977] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ecbedf-edd5-4676-8c6d-57018fa7049c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.302069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.302431] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Instance network_info: |[{"id": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "address": "fa:16:3e:a9:f9:17", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8930e5-92", "ovs_interfaceid": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.302742] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Acquired lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.302923] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Refreshing network info cache for port 8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.304249] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f9:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8930e5-92d1-4e33-87dd-e00e6e83476e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.311704] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating folder: Project (005af30970c04404a601ad9f76cea8cb). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.312956] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-008d0fa4-de75-43c0-b7c5-7c4d7660540c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.326399] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created folder: Project (005af30970c04404a601ad9f76cea8cb) in parent group-v657728. [ 1105.326608] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating folder: Instances. Parent ref: group-v657993. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.326854] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1075ebd5-a694-49e0-b0e2-ee5551e5b0a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.343989] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created folder: Instances in parent group-v657993. [ 1105.344302] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.344511] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.344752] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d0b212-a92d-4a2a-937e-19ac5867c0db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.367152] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.367152] env[70491]: value = "task-3294806" [ 1105.367152] env[70491]: _type = "Task" [ 1105.367152] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.376617] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294806, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.379176] env[70491]: WARNING nova.compute.manager [None req-387d1e5d-6324-4421-978d-b1183dc387a3 tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Image not found during snapshot: nova.exception.ImageNotFound: Image 07831861-faaf-495e-8a13-0c25ed0a9e9e could not be found. [ 1105.514453] env[70491]: DEBUG nova.compute.manager [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Received event network-vif-plugged-6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.514974] env[70491]: DEBUG oslo_concurrency.lockutils [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] Acquiring lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.515240] env[70491]: DEBUG oslo_concurrency.lockutils [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.515502] env[70491]: DEBUG oslo_concurrency.lockutils [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.515742] env[70491]: DEBUG nova.compute.manager [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] No waiting events found dispatching network-vif-plugged-6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.515947] env[70491]: WARNING nova.compute.manager [req-b703a390-939e-46cf-a90b-a63f203b6579 req-3b695ba5-d578-439b-bc02-69ba072d13ca service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Received unexpected event network-vif-plugged-6fe16a98-b55b-499b-87b7-89e8d10cacda for instance with vm_state building and task_state spawning. [ 1105.531926] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.383s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.536110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.205s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.538207] env[70491]: INFO nova.compute.claims [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.644506] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f1f629e6-3cc5-4dad-864c-cc9d7489c05a tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.662480] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294803, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.682543] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Successfully updated port: 6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.889645] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294806, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.063044] env[70491]: DEBUG nova.objects.instance [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'flavor' on Instance uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.094761] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updated VIF entry in instance network info cache for port 8a8930e5-92d1-4e33-87dd-e00e6e83476e. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.095125] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [{"id": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "address": "fa:16:3e:a9:f9:17", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8930e5-92", "ovs_interfaceid": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.122615] env[70491]: INFO nova.scheduler.client.report [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocation for migration 7bae4f90-7b7d-44e2-a43b-978629598a94 [ 1106.158990] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745767} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.159296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] fbd2cbf7-386a-44a9-9c2d-ede44272f9ea/fbd2cbf7-386a-44a9-9c2d-ede44272f9ea.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.159513] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.159808] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d35aab6b-48eb-4860-a9d8-112faafe5f7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.167833] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1106.167833] env[70491]: value = "task-3294807" [ 1106.167833] env[70491]: _type = "Task" [ 1106.167833] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.181122] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.185819] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.185984] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.186136] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.381777] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294806, 'name': CreateVM_Task, 'duration_secs': 0.542864} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.382109] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1106.382816] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.383041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.383423] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.383772] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd57261-811b-4d27-8e13-cf7c855f077c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.389604] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1106.389604] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28292-e4ee-b4e0-812e-1d941a5d192e" [ 1106.389604] env[70491]: _type = "Task" [ 1106.389604] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.393823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.394105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.394322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.394514] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.394724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.396875] env[70491]: INFO nova.compute.manager [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Terminating instance [ 1106.402395] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28292-e4ee-b4e0-812e-1d941a5d192e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.570058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.570237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.570407] env[70491]: DEBUG nova.network.neutron [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.570641] env[70491]: DEBUG nova.objects.instance [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'info_cache' on Instance uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.599056] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Releasing lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.599320] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Received event network-changed-65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.599487] env[70491]: DEBUG nova.compute.manager [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Refreshing instance network info cache due to event network-changed-65bb4f3d-ee50-4710-afd4-e02ee360f0cd. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.599686] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Acquiring lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.599829] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Acquired lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.599988] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Refreshing network info cache for port 65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.628617] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e1aaa5ff-2fc2-496e-ab44-df3fa694bb85 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.432s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.678451] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.202857} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.682058] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.683502] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21b69e9-3887-4698-b5f8-36d422427f28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.708274] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] fbd2cbf7-386a-44a9-9c2d-ede44272f9ea/fbd2cbf7-386a-44a9-9c2d-ede44272f9ea.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.710937] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8274d057-9d82-4795-b79f-e9b51665550b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.731019] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1106.731019] env[70491]: value = "task-3294808" [ 1106.731019] env[70491]: _type = "Task" [ 1106.731019] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.741457] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.762252] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.857670] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4fa7a-34e1-40b1-a52d-217a03aabd3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.867049] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5685aae-8834-4b81-a96f-5fdcbfc07e25 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.900493] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d31734-5c8d-467d-a767-baaa21505b3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.903858] env[70491]: DEBUG nova.compute.manager [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.904119] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.905909] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bcc609-8dc8-4fc7-9503-0b1b12c7e7e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.912506] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28292-e4ee-b4e0-812e-1d941a5d192e, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.915133] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.915436] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.915660] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.919081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.919306] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.922188] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-916d8440-1cff-428c-ad3e-6c7ae975cc82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.929671] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3fbe99-00c6-4d90-98e9-a532b5fc8858 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.935321] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.935619] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7efdfc6b-ec4a-47a8-824b-9ac981ae3941 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.948738] env[70491]: DEBUG nova.compute.provider_tree [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.952519] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1106.952519] env[70491]: value = "task-3294809" [ 1106.952519] env[70491]: _type = "Task" [ 1106.952519] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.952800] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.953013] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.954204] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20441f2a-9b5c-4087-97a4-20e8d8042a1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.965638] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1106.965638] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cb28bf-c803-f643-db75-8d210587ed1f" [ 1106.965638] env[70491]: _type = "Task" [ 1106.965638] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.968736] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.976399] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cb28bf-c803-f643-db75-8d210587ed1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.074651] env[70491]: DEBUG nova.objects.base [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Object Instance<8b685346-c354-4723-b640-187dbb685009> lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.229708] env[70491]: DEBUG nova.network.neutron [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Updating instance_info_cache with network_info: [{"id": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "address": "fa:16:3e:ba:21:48", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe16a98-b5", "ovs_interfaceid": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.242198] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.411711] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updated VIF entry in instance network info cache for port 65bb4f3d-ee50-4710-afd4-e02ee360f0cd. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.412139] env[70491]: DEBUG nova.network.neutron [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updating instance_info_cache with network_info: [{"id": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "address": "fa:16:3e:a6:49:fc", "network": {"id": "c61afbdc-9ae9-4076-97ef-52c1a2ea2a35", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-1689283965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d1e9eaeef2243298b4b3f10a3982ff0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6e2a9679-6746-40f2-951c-65fcd1af5f7b", "external-id": "nsx-vlan-transportzone-39", "segmentation_id": 39, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb4f3d-ee", "ovs_interfaceid": "65bb4f3d-ee50-4710-afd4-e02ee360f0cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.455906] env[70491]: DEBUG nova.scheduler.client.report [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.467920] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294809, 'name': PowerOffVM_Task, 'duration_secs': 0.375582} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.468164] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.468334] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.468693] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fa04833-357d-4313-b4d1-7cec4dfda431 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.480975] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cb28bf-c803-f643-db75-8d210587ed1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01648} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.481322] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2444ec01-cfa4-4d2b-a1b0-5031760d1d04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.487286] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1107.487286] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b629d9-6eda-192f-8631-37f2ee85f91a" [ 1107.487286] env[70491]: _type = "Task" [ 1107.487286] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.494844] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b629d9-6eda-192f-8631-37f2ee85f91a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.547306] env[70491]: DEBUG nova.compute.manager [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Received event network-changed-6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.547306] env[70491]: DEBUG nova.compute.manager [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Refreshing instance network info cache due to event network-changed-6fe16a98-b55b-499b-87b7-89e8d10cacda. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.547498] env[70491]: DEBUG oslo_concurrency.lockutils [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] Acquiring lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.548833] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.549064] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.549286] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleting the datastore file [datastore2] ef0b96cd-5ae0-4def-823b-bba4da12e6b7 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.549580] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f80cb48d-5589-4e7e-8264-fd65102fc5d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.557328] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for the task: (returnval){ [ 1107.557328] env[70491]: value = "task-3294811" [ 1107.557328] env[70491]: _type = "Task" [ 1107.557328] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.565903] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.732537] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.732861] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Instance network_info: |[{"id": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "address": "fa:16:3e:ba:21:48", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe16a98-b5", "ovs_interfaceid": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.733281] env[70491]: DEBUG oslo_concurrency.lockutils [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] Acquired lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.733461] env[70491]: DEBUG nova.network.neutron [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Refreshing network info cache for port 6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.734751] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:21:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fe16a98-b55b-499b-87b7-89e8d10cacda', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.743781] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.747084] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.747366] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc3d6e01-bfe3-418f-a292-a2af0468fe89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.768726] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294808, 'name': ReconfigVM_Task, 'duration_secs': 0.842267} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.768996] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Reconfigured VM instance instance-00000061 to attach disk [datastore2] fbd2cbf7-386a-44a9-9c2d-ede44272f9ea/fbd2cbf7-386a-44a9-9c2d-ede44272f9ea.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.769628] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59c95324-c340-43d6-8b6a-1aca74c6bf5a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.772079] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.772079] env[70491]: value = "task-3294812" [ 1107.772079] env[70491]: _type = "Task" [ 1107.772079] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.776365] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1107.776365] env[70491]: value = "task-3294813" [ 1107.776365] env[70491]: _type = "Task" [ 1107.776365] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.784218] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294812, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.789628] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294813, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.885302] env[70491]: DEBUG nova.network.neutron [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.915292] env[70491]: DEBUG oslo_concurrency.lockutils [req-97f1ffd0-f48c-4e29-be66-a64b8dcbc03a req-d3985122-a27c-469f-8a9e-fe4b2a305908 service nova] Releasing lock "refresh_cache-54a23b8f-e973-4db3-bcce-2b6036cae7aa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.928085] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.928399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.928679] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.928883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.929092] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.931386] env[70491]: INFO nova.compute.manager [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Terminating instance [ 1107.960171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.960712] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.963231] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.570s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.999607] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b629d9-6eda-192f-8631-37f2ee85f91a, 'name': SearchDatastore_Task, 'duration_secs': 0.036157} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.000834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.001164] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/d2c08e6b-4ca2-4664-ba66-c7f857c61871.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.001441] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819fa6a0-a969-408b-8e0e-eb1d2468763c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.011104] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1108.011104] env[70491]: value = "task-3294814" [ 1108.011104] env[70491]: _type = "Task" [ 1108.011104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.019986] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.067975] env[70491]: DEBUG oslo_vmware.api [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Task: {'id': task-3294811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384901} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.068362] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.068647] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.068911] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.069137] env[70491]: INFO nova.compute.manager [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1108.069404] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.069621] env[70491]: DEBUG nova.compute.manager [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.069752] env[70491]: DEBUG nova.network.neutron [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.169228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.169461] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.286353] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294812, 'name': CreateVM_Task, 'duration_secs': 0.343569} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.286540] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.287196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.287375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.287708] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.290793] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4586931a-d63a-4279-9866-fb735e632228 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.292321] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294813, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.294855] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1108.294855] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529b84ea-4e74-59d5-5915-224b3e7a312b" [ 1108.294855] env[70491]: _type = "Task" [ 1108.294855] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.302921] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529b84ea-4e74-59d5-5915-224b3e7a312b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.368435] env[70491]: DEBUG nova.compute.manager [req-7ca94181-4c49-4fc4-b942-625b0baa0ca8 req-cc0d969e-c53f-4fe5-904f-e8032ef89c9a service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Received event network-vif-deleted-6534ac17-a220-4bc9-95b7-52042d2367b1 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.368693] env[70491]: INFO nova.compute.manager [req-7ca94181-4c49-4fc4-b942-625b0baa0ca8 req-cc0d969e-c53f-4fe5-904f-e8032ef89c9a service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Neutron deleted interface 6534ac17-a220-4bc9-95b7-52042d2367b1; detaching it from the instance and deleting it from the info cache [ 1108.368912] env[70491]: DEBUG nova.network.neutron [req-7ca94181-4c49-4fc4-b942-625b0baa0ca8 req-cc0d969e-c53f-4fe5-904f-e8032ef89c9a service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.389054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.435228] env[70491]: DEBUG nova.compute.manager [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.435446] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.436635] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb01ba-29bb-4a52-8589-324b402be0d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.449354] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.449354] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c417c337-762e-41c8-9988-aa6aba194813 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.456267] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1108.456267] env[70491]: value = "task-3294815" [ 1108.456267] env[70491]: _type = "Task" [ 1108.456267] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.464143] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.469019] env[70491]: DEBUG nova.compute.utils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.476508] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.476818] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.482600] env[70491]: DEBUG nova.network.neutron [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Updated VIF entry in instance network info cache for port 6fe16a98-b55b-499b-87b7-89e8d10cacda. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.483324] env[70491]: DEBUG nova.network.neutron [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Updating instance_info_cache with network_info: [{"id": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "address": "fa:16:3e:ba:21:48", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe16a98-b5", "ovs_interfaceid": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.521235] env[70491]: DEBUG nova.policy [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.523574] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "204021a3-7300-4916-864c-bad22aa1ddd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.523999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.530286] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.672856] env[70491]: DEBUG nova.compute.utils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.787654] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294813, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.797032] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Successfully created port: 8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.807577] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529b84ea-4e74-59d5-5915-224b3e7a312b, 'name': SearchDatastore_Task, 'duration_secs': 0.03973} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.807866] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.808102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.808339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.808485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.808661] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.808912] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56eb7266-69d5-44c9-a7ac-8818bb3fdca8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.816697] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.816878] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.817578] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f506b612-3dcf-46c5-bd57-efe096d63c35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.822324] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1108.822324] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5215a46b-f051-a0c7-51df-42ceea882121" [ 1108.822324] env[70491]: _type = "Task" [ 1108.822324] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.829469] env[70491]: DEBUG nova.network.neutron [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.831063] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5215a46b-f051-a0c7-51df-42ceea882121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.871568] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f2cf82e-e04c-4c2e-b584-8f26ff6ad339 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.880881] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241caaa9-7b05-4aeb-8f5b-dda776433b40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.915842] env[70491]: DEBUG nova.compute.manager [req-7ca94181-4c49-4fc4-b942-625b0baa0ca8 req-cc0d969e-c53f-4fe5-904f-e8032ef89c9a service nova] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Detach interface failed, port_id=6534ac17-a220-4bc9-95b7-52042d2367b1, reason: Instance ef0b96cd-5ae0-4def-823b-bba4da12e6b7 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.966297] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294815, 'name': PowerOffVM_Task, 'duration_secs': 0.279876} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.966560] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.966745] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.966988] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23365c51-e088-4205-bef2-a9226a1f4728 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.977735] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.985989] env[70491]: DEBUG oslo_concurrency.lockutils [req-dad5be87-4379-4bba-a069-7a3aa73c79e4 req-9386c49c-6c2b-43b4-855f-3d3d25fc86b2 service nova] Releasing lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.017715] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.017885] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.017992] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018135] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ed50613e-5b98-48df-ac1c-c333954d64b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018245] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c8f5762a-b55d-4133-b686-e235f18e5a30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018353] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8b685346-c354-4723-b640-187dbb685009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018517] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 23b2a44c-8865-4a42-aa5a-3588cc61630e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018690] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e0f02182-f377-41da-854a-49ed091dcaa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018815] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6d7bfd04-01b2-4641-9ed0-01c46b6668bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.018952] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c52279c1-fd6b-4ea1-a64e-ce99ebf99873 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1109.019074] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 984a185e-3d7b-4acd-8207-22fa6ff958da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019184] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ef0b96cd-5ae0-4def-823b-bba4da12e6b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019296] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019401] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 54a23b8f-e973-4db3-bcce-2b6036cae7aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019504] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019607] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019707] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a987311-6f87-41ba-b21a-0ddc5bae3890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.019812] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7778ec21-ab08-4dc8-8eea-f70ee1c477d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1109.027791] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.031198] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1109.036417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.036417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.036417] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore2] 984a185e-3d7b-4acd-8207-22fa6ff958da {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.036593] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afced7e9-1ee5-43fd-9bdf-fcf0f8265925 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.042886] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1109.042886] env[70491]: value = "task-3294817" [ 1109.042886] env[70491]: _type = "Task" [ 1109.042886] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.051843] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.175636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.287742] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294813, 'name': Rename_Task, 'duration_secs': 1.217309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.288041] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.288308] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14c55c51-3964-42f4-a84b-99f402ef2e7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.295041] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1109.295041] env[70491]: value = "task-3294818" [ 1109.295041] env[70491]: _type = "Task" [ 1109.295041] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.303290] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.333093] env[70491]: INFO nova.compute.manager [-] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Took 1.26 seconds to deallocate network for instance. [ 1109.333393] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5215a46b-f051-a0c7-51df-42ceea882121, 'name': SearchDatastore_Task, 'duration_secs': 0.026626} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.338218] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b6afcd-211b-430b-ba4b-11aed0979a2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.344228] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1109.344228] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521f4c54-790e-8375-942e-9201fbb9b2fd" [ 1109.344228] env[70491]: _type = "Task" [ 1109.344228] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.352692] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521f4c54-790e-8375-942e-9201fbb9b2fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.395515] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.395888] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae0c8399-65cd-4349-89af-f0764359ed0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.403330] env[70491]: DEBUG oslo_vmware.api [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1109.403330] env[70491]: value = "task-3294819" [ 1109.403330] env[70491]: _type = "Task" [ 1109.403330] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.413645] env[70491]: DEBUG oslo_vmware.api [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.524519] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 67bae1c2-1e5d-43d1-8218-cc5277d1f59e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1109.525900] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294814, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.423157} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.526939] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/d2c08e6b-4ca2-4664-ba66-c7f857c61871.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.527175] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.527455] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd47e7fb-60ce-42f8-ad5f-f6e7472767df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.536951] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1109.536951] env[70491]: value = "task-3294820" [ 1109.536951] env[70491]: _type = "Task" [ 1109.536951] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.553074] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.557396] env[70491]: DEBUG oslo_vmware.api [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451026} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.558544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.558802] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.558997] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.559202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.559386] env[70491]: INFO nova.compute.manager [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1109.559623] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.560114] env[70491]: DEBUG nova.compute.manager [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.560228] env[70491]: DEBUG nova.network.neutron [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.806706] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294818, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.834314] env[70491]: DEBUG nova.compute.manager [req-486c012c-37c8-4ed6-9d00-808433b9bbdf req-bc231d23-0df1-4913-8e71-006b269042f3 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Received event network-vif-deleted-532f30f3-f71e-4024-bd32-d415aa1effff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.834506] env[70491]: INFO nova.compute.manager [req-486c012c-37c8-4ed6-9d00-808433b9bbdf req-bc231d23-0df1-4913-8e71-006b269042f3 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Neutron deleted interface 532f30f3-f71e-4024-bd32-d415aa1effff; detaching it from the instance and deleting it from the info cache [ 1109.834684] env[70491]: DEBUG nova.network.neutron [req-486c012c-37c8-4ed6-9d00-808433b9bbdf req-bc231d23-0df1-4913-8e71-006b269042f3 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.842431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.855153] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521f4c54-790e-8375-942e-9201fbb9b2fd, 'name': SearchDatastore_Task, 'duration_secs': 0.049673} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.855403] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.855655] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/6a987311-6f87-41ba-b21a-0ddc5bae3890.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.855911] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c6c11b6-893e-4502-a3bd-78aa88a975cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.863464] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1109.863464] env[70491]: value = "task-3294821" [ 1109.863464] env[70491]: _type = "Task" [ 1109.863464] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.871962] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.914855] env[70491]: DEBUG oslo_vmware.api [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294819, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.992291] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.022649] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.022901] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.023098] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.023325] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.023482] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.023628] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.023835] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.023993] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.024182] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.024346] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.024517] env[70491]: DEBUG nova.virt.hardware [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.025443] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c827b14-9a9b-4a11-87b5-29660d7d4d36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.028695] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f99ddd8f-714c-4df4-939f-f9b01bb294b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1110.036795] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a76bdec-102b-4dcd-bdd7-5a40568b9f23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.060446] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064562} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.060766] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.061540] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96161b2-92b3-4f51-9fdb-b9ff1c445dc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.083513] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/d2c08e6b-4ca2-4664-ba66-c7f857c61871.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.083762] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d09f57-fce4-49da-a3c2-caa60f05f970 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.104597] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1110.104597] env[70491]: value = "task-3294822" [ 1110.104597] env[70491]: _type = "Task" [ 1110.104597] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.112196] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.260339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.260588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.260892] env[70491]: INFO nova.compute.manager [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Attaching volume 113f9b65-98c3-42b7-9c6d-85c503975ae7 to /dev/sdb [ 1110.303458] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9beefc-7e4d-487d-9cd5-2b98a40f1957 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.309782] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294818, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.311591] env[70491]: DEBUG nova.network.neutron [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.315916] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149085e2-18c8-446a-b168-a9e39650a7d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.333652] env[70491]: DEBUG nova.virt.block_device [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating existing volume attachment record: 65a42737-70ff-489f-8b02-ca1e25f432e4 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.337269] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-001d5a37-814a-4e83-b597-fe0b0652d71e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.347132] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39388ae4-bdc2-4aa1-bd4f-778f2cb8c1bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376022] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294821, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.390332] env[70491]: DEBUG nova.compute.manager [req-486c012c-37c8-4ed6-9d00-808433b9bbdf req-bc231d23-0df1-4913-8e71-006b269042f3 service nova] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Detach interface failed, port_id=532f30f3-f71e-4024-bd32-d415aa1effff, reason: Instance 984a185e-3d7b-4acd-8207-22fa6ff958da could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.404981] env[70491]: DEBUG nova.compute.manager [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Received event network-vif-plugged-8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.405410] env[70491]: DEBUG oslo_concurrency.lockutils [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] Acquiring lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.405555] env[70491]: DEBUG oslo_concurrency.lockutils [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.405722] env[70491]: DEBUG oslo_concurrency.lockutils [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.405905] env[70491]: DEBUG nova.compute.manager [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] No waiting events found dispatching network-vif-plugged-8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.406101] env[70491]: WARNING nova.compute.manager [req-3388347e-2811-43ac-8303-d1d6b465bb6e req-5a86b9f5-8c61-4f8d-a86e-f1fa57561e56 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Received unexpected event network-vif-plugged-8bb2c500-5271-4b16-8079-b2df133fdd9a for instance with vm_state building and task_state spawning. [ 1110.417602] env[70491]: DEBUG oslo_vmware.api [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294819, 'name': PowerOnVM_Task, 'duration_secs': 0.518424} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.418106] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.418388] env[70491]: DEBUG nova.compute.manager [None req-55f2dc28-3c23-4ac3-bbac-7b7d83518145 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.419298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbbb4f-4e96-447a-9693-a9f68d6f80a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.426693] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Successfully updated port: 8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.532314] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 204021a3-7300-4916-864c-bad22aa1ddd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1110.532639] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1110.532942] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1110.631208] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.806999] env[70491]: DEBUG oslo_vmware.api [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294818, 'name': PowerOnVM_Task, 'duration_secs': 1.094929} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.809581] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.809793] env[70491]: INFO nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1110.809975] env[70491]: DEBUG nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.811641] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d29ea9-afa8-44c0-aed9-2042bb62d9c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.823851] env[70491]: INFO nova.compute.manager [-] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Took 1.26 seconds to deallocate network for instance. [ 1110.877420] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858786} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.878949] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/6a987311-6f87-41ba-b21a-0ddc5bae3890.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.878949] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.878949] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c34a777-9797-48db-986f-29dd25f84c98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.884104] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57660897-d508-4b32-9b0e-6a2be4a6c0a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.888151] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1110.888151] env[70491]: value = "task-3294826" [ 1110.888151] env[70491]: _type = "Task" [ 1110.888151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.894711] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f8768-2ce5-4108-9547-db608bdd7fbd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.901837] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.930284] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.930488] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.930616] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.932391] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57aa0dfc-a465-4a86-82c7-94bcf412d401 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.943459] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e94bb1-3740-4c81-b1bc-2a82bdcf7a48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.959489] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.120313] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294822, 'name': ReconfigVM_Task, 'duration_secs': 0.804035} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.120764] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/d2c08e6b-4ca2-4664-ba66-c7f857c61871.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.122643] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3214791b-ea8e-4731-ad9a-e7575ac57fca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.129434] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1111.129434] env[70491]: value = "task-3294827" [ 1111.129434] env[70491]: _type = "Task" [ 1111.129434] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.138060] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294827, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.333041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.333413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "e0f02182-f377-41da-854a-49ed091dcaa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.335907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.335907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.335907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.335907] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.337405] env[70491]: INFO nova.compute.manager [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Terminating instance [ 1111.338424] env[70491]: INFO nova.compute.manager [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Took 21.78 seconds to build instance. [ 1111.401933] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070878} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.401933] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.401933] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b37a68-9891-416d-892e-61ab848475f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.425848] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/6a987311-6f87-41ba-b21a-0ddc5bae3890.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.426418] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86feedc-6a46-4a56-bd46-f6597e9d95f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.450865] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1111.450865] env[70491]: value = "task-3294828" [ 1111.450865] env[70491]: _type = "Task" [ 1111.450865] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.459423] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.462556] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.586028] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.645065] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294827, 'name': Rename_Task, 'duration_secs': 0.297746} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.648078] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.648380] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38a4c5d-25fb-4ccd-bf0b-65e0efa28fd3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.655655] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1111.655655] env[70491]: value = "task-3294829" [ 1111.655655] env[70491]: _type = "Task" [ 1111.655655] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.666791] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.763813] env[70491]: DEBUG nova.network.neutron [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Updating instance_info_cache with network_info: [{"id": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "address": "fa:16:3e:a0:73:04", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb2c500-52", "ovs_interfaceid": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.841010] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f169f0a8-7f57-467e-9453-23c9b6e2142b tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.298s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.841743] env[70491]: DEBUG nova.compute.manager [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.841979] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.843142] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4444a4a-4b0f-4231-8ff1-460b29d5c3ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.852436] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.852714] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47834c82-3d5a-4f1d-8b5e-85f4fae6d8d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.859069] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1111.859069] env[70491]: value = "task-3294830" [ 1111.859069] env[70491]: _type = "Task" [ 1111.859069] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.867785] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.961421] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294828, 'name': ReconfigVM_Task, 'duration_secs': 0.456366} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.961709] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/6a987311-6f87-41ba-b21a-0ddc5bae3890.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.962374] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfdab04c-0ecf-441d-b723-f2c1d2933291 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.969022] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1111.969022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.005s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.969682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.216s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.971177] env[70491]: INFO nova.compute.claims [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.973833] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1111.973833] env[70491]: value = "task-3294831" [ 1111.973833] env[70491]: _type = "Task" [ 1111.973833] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.983581] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294831, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.168454] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.266390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.266747] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Instance network_info: |[{"id": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "address": "fa:16:3e:a0:73:04", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb2c500-52", "ovs_interfaceid": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.267213] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:73:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb2c500-5271-4b16-8079-b2df133fdd9a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.276124] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.276406] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.276632] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0475a4ff-058f-45c8-b486-78ccfae289f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.296988] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.296988] env[70491]: value = "task-3294832" [ 1112.296988] env[70491]: _type = "Task" [ 1112.296988] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.304984] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294832, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.370561] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294830, 'name': PowerOffVM_Task, 'duration_secs': 0.228019} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.371510] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.371510] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.371510] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a00198-103b-4b6b-b34d-6ab31143196d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.435613] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.435889] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.436122] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Deleting the datastore file [datastore1] e0f02182-f377-41da-854a-49ed091dcaa2 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.437523] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d43d3b-15ba-4648-a46e-b5672e79f2ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.440463] env[70491]: DEBUG nova.compute.manager [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Received event network-changed-8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.440644] env[70491]: DEBUG nova.compute.manager [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Refreshing instance network info cache due to event network-changed-8bb2c500-5271-4b16-8079-b2df133fdd9a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.440904] env[70491]: DEBUG oslo_concurrency.lockutils [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] Acquiring lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.441064] env[70491]: DEBUG oslo_concurrency.lockutils [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] Acquired lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.441228] env[70491]: DEBUG nova.network.neutron [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Refreshing network info cache for port 8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.446993] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for the task: (returnval){ [ 1112.446993] env[70491]: value = "task-3294834" [ 1112.446993] env[70491]: _type = "Task" [ 1112.446993] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.456648] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.486366] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294831, 'name': Rename_Task, 'duration_secs': 0.241063} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.487184] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.487442] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f01b3c6-d268-4214-ae37-45eb393767e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.494097] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1112.494097] env[70491]: value = "task-3294835" [ 1112.494097] env[70491]: _type = "Task" [ 1112.494097] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.502949] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.668043] env[70491]: DEBUG oslo_vmware.api [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294829, 'name': PowerOnVM_Task, 'duration_secs': 0.711889} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.668043] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.668254] env[70491]: INFO nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1112.668346] env[70491]: DEBUG nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.670027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adfaa5-ada9-44bd-8e82-c305edeb204c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.806798] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294832, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.957582] env[70491]: DEBUG oslo_vmware.api [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Task: {'id': task-3294834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266641} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.957865] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.958093] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.958279] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.958453] env[70491]: INFO nova.compute.manager [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1112.958720] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.958921] env[70491]: DEBUG nova.compute.manager [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.959141] env[70491]: DEBUG nova.network.neutron [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1113.004927] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294835, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.176531] env[70491]: DEBUG nova.network.neutron [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Updated VIF entry in instance network info cache for port 8bb2c500-5271-4b16-8079-b2df133fdd9a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.176531] env[70491]: DEBUG nova.network.neutron [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Updating instance_info_cache with network_info: [{"id": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "address": "fa:16:3e:a0:73:04", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb2c500-52", "ovs_interfaceid": "8bb2c500-5271-4b16-8079-b2df133fdd9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.187406] env[70491]: INFO nova.compute.manager [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Took 21.21 seconds to build instance. [ 1113.320374] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294832, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.367940] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f8844-544b-435a-9499-5a067557137b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.376572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "3002d555-3e59-4e62-8248-457d6e2e88f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.376892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.382310] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb781000-35f5-4897-af1a-e82a52abd196 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.415826] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b077761-827c-40e4-a067-54ee67a1cdcd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.424332] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd23b3d9-fdc3-414e-8206-3e0f109fe180 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.438933] env[70491]: DEBUG nova.compute.provider_tree [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.506827] env[70491]: DEBUG oslo_vmware.api [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294835, 'name': PowerOnVM_Task, 'duration_secs': 0.605042} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.507084] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.507308] env[70491]: INFO nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1113.507497] env[70491]: DEBUG nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.508255] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aac8f3-7d60-4226-af24-708e5fba5c3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.523028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.523403] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.523791] env[70491]: INFO nova.compute.manager [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Shelving [ 1113.574043] env[70491]: DEBUG nova.compute.manager [req-2d607c81-1807-4f1a-b14a-e7c3381998f3 req-3bec2ba6-caa5-48d0-b55f-07803a5b3ac2 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Received event network-vif-deleted-a162de6e-bd7b-4a50-88b0-f3c64d154e10 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.574226] env[70491]: INFO nova.compute.manager [req-2d607c81-1807-4f1a-b14a-e7c3381998f3 req-3bec2ba6-caa5-48d0-b55f-07803a5b3ac2 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Neutron deleted interface a162de6e-bd7b-4a50-88b0-f3c64d154e10; detaching it from the instance and deleting it from the info cache [ 1113.574380] env[70491]: DEBUG nova.network.neutron [req-2d607c81-1807-4f1a-b14a-e7c3381998f3 req-3bec2ba6-caa5-48d0-b55f-07803a5b3ac2 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.678792] env[70491]: DEBUG oslo_concurrency.lockutils [req-e70d0f57-3aae-4de3-9678-7bc112133ebe req-f4e4494d-1061-4b1e-8d5e-2ffa17dadbec service nova] Releasing lock "refresh_cache-7778ec21-ab08-4dc8-8eea-f70ee1c477d0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.690494] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1e54eef6-4d1d-4562-a1da-80269ec980c0 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.723s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.814649] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294832, 'name': CreateVM_Task, 'duration_secs': 1.289587} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.814944] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.815653] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.815929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.816400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.816605] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d09467-2fec-4c68-bf50-d1bfe1b6f933 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.821860] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1113.821860] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f18588-0ce9-f4dd-393d-a1ce96be0d2e" [ 1113.821860] env[70491]: _type = "Task" [ 1113.821860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.829231] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f18588-0ce9-f4dd-393d-a1ce96be0d2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.881694] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.941827] env[70491]: DEBUG nova.scheduler.client.report [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.040244] env[70491]: INFO nova.compute.manager [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Took 21.39 seconds to build instance. [ 1114.051403] env[70491]: DEBUG nova.network.neutron [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.077928] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac3df9db-d2c7-4436-8e66-e503825a29ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.090227] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9645ab8-6b0a-456e-8860-ac1dfcf7c7f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.124651] env[70491]: DEBUG nova.compute.manager [req-2d607c81-1807-4f1a-b14a-e7c3381998f3 req-3bec2ba6-caa5-48d0-b55f-07803a5b3ac2 service nova] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Detach interface failed, port_id=a162de6e-bd7b-4a50-88b0-f3c64d154e10, reason: Instance e0f02182-f377-41da-854a-49ed091dcaa2 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.332836] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f18588-0ce9-f4dd-393d-a1ce96be0d2e, 'name': SearchDatastore_Task, 'duration_secs': 0.048907} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.333261] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.333370] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.333596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.333738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.333916] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.334187] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d59168-ee49-4cdc-b336-b3b1378921d3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.344036] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.344224] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.344939] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e639ff24-fb8c-4864-9b68-1719f405d2b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.349841] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1114.349841] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21d99-dc3f-ba29-6cab-b18b6b4ce1ea" [ 1114.349841] env[70491]: _type = "Task" [ 1114.349841] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.358520] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21d99-dc3f-ba29-6cab-b18b6b4ce1ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.416164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.447274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.447796] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1114.450415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.099s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.452022] env[70491]: INFO nova.compute.claims [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.520771] env[70491]: INFO nova.compute.manager [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Rescuing [ 1114.521082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.521272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.521402] env[70491]: DEBUG nova.network.neutron [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.543633] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.544099] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e385ce3f-9300-4735-9c67-06433470f418 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.900s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.544316] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303e954e-32e7-47d5-bb05-26e4b062051c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.552753] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1114.552753] env[70491]: value = "task-3294837" [ 1114.552753] env[70491]: _type = "Task" [ 1114.552753] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.556758] env[70491]: INFO nova.compute.manager [-] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Took 1.60 seconds to deallocate network for instance. [ 1114.563772] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.861278] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a21d99-dc3f-ba29-6cab-b18b6b4ce1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.014337} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.863690] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a5043e-9d1c-4aff-97ac-a9b4aa73fac7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.868849] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1114.868849] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52302296-e1eb-34d1-52e0-d6983f4d8390" [ 1114.868849] env[70491]: _type = "Task" [ 1114.868849] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.876640] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52302296-e1eb-34d1-52e0-d6983f4d8390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.890763] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.891029] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657998', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'name': 'volume-113f9b65-98c3-42b7-9c6d-85c503975ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b2a44c-8865-4a42-aa5a-3588cc61630e', 'attached_at': '', 'detached_at': '', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'serial': '113f9b65-98c3-42b7-9c6d-85c503975ae7'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.891783] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4a78e2-3a8c-4e7a-9041-45ecf21161cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.906686] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09972b3-db9e-48bb-b441-ffdf93efd26b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.929830] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-113f9b65-98c3-42b7-9c6d-85c503975ae7/volume-113f9b65-98c3-42b7-9c6d-85c503975ae7.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.930056] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b755c8f-1966-4eac-812b-b2ab491401f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.946997] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1114.946997] env[70491]: value = "task-3294838" [ 1114.946997] env[70491]: _type = "Task" [ 1114.946997] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.956337] env[70491]: DEBUG nova.compute.utils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.959846] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.959846] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1115.065436] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.066081] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294837, 'name': PowerOffVM_Task, 'duration_secs': 0.205662} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.066404] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.067304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66be635c-7ea8-4242-a085-f109baecda9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.086496] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c43072-bf95-4122-a3af-15b719c1125d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.234448] env[70491]: DEBUG nova.network.neutron [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Updating instance_info_cache with network_info: [{"id": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "address": "fa:16:3e:ba:21:48", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fe16a98-b5", "ovs_interfaceid": "6fe16a98-b55b-499b-87b7-89e8d10cacda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.378592] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52302296-e1eb-34d1-52e0-d6983f4d8390, 'name': SearchDatastore_Task, 'duration_secs': 0.009647} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.378918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.379297] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7778ec21-ab08-4dc8-8eea-f70ee1c477d0/7778ec21-ab08-4dc8-8eea-f70ee1c477d0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.379592] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7cb260-792a-4d8c-bdb3-71a0b07c5cc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.385536] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1115.385536] env[70491]: value = "task-3294839" [ 1115.385536] env[70491]: _type = "Task" [ 1115.385536] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.393014] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294839, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.455796] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294838, 'name': ReconfigVM_Task, 'duration_secs': 0.347788} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.456105] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-113f9b65-98c3-42b7-9c6d-85c503975ae7/volume-113f9b65-98c3-42b7-9c6d-85c503975ae7.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.463800] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.466185] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e70cc80-6fe4-454c-bc00-01983b99097a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.482057] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1115.482057] env[70491]: value = "task-3294840" [ 1115.482057] env[70491]: _type = "Task" [ 1115.482057] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.492265] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294840, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.601655] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1115.602253] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92bf34c9-2ee9-4f6e-be4d-b5f8cf2df4ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.611150] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1115.611150] env[70491]: value = "task-3294841" [ 1115.611150] env[70491]: _type = "Task" [ 1115.611150] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.622839] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294841, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.738887] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-6a987311-6f87-41ba-b21a-0ddc5bae3890" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.829208] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aa5aa0-7677-46eb-aff4-49f2d52b9563 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.839844] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec8fab-747c-4fcc-92c8-e2f9fc724c37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.873731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d00503-4526-4779-b839-1d2b51faeaf6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.882197] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bac6a1-1dfa-49b8-a7b6-a7b555adbf35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.900037] env[70491]: DEBUG nova.compute.provider_tree [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.905693] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294839, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475198} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.905693] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7778ec21-ab08-4dc8-8eea-f70ee1c477d0/7778ec21-ab08-4dc8-8eea-f70ee1c477d0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.905693] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.905693] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13a9e282-2e8c-4eef-aad6-107abfe24919 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.912974] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1115.912974] env[70491]: value = "task-3294842" [ 1115.912974] env[70491]: _type = "Task" [ 1115.912974] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.921838] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.992842] env[70491]: DEBUG oslo_vmware.api [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294840, 'name': ReconfigVM_Task, 'duration_secs': 0.184692} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.993822] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657998', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'name': 'volume-113f9b65-98c3-42b7-9c6d-85c503975ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b2a44c-8865-4a42-aa5a-3588cc61630e', 'attached_at': '', 'detached_at': '', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'serial': '113f9b65-98c3-42b7-9c6d-85c503975ae7'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1116.120929] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294841, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.406759] env[70491]: DEBUG nova.scheduler.client.report [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.425502] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126571} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.426427] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.427290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29e8bb-147e-4858-88fb-a8d6672f4497 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.451936] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7778ec21-ab08-4dc8-8eea-f70ee1c477d0/7778ec21-ab08-4dc8-8eea-f70ee1c477d0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.452569] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2edf3974-fe41-4398-8667-e101bced6b80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472299] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1116.472299] env[70491]: value = "task-3294843" [ 1116.472299] env[70491]: _type = "Task" [ 1116.472299] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.480752] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.482254] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.506236] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.506511] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.506674] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.506862] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.507022] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.507176] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.507386] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.507540] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.507705] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.507866] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.508052] env[70491]: DEBUG nova.virt.hardware [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.509028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be78a1-e3dc-46aa-bcee-40c406166f42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.516700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d11a8d4-6785-4f5a-a2f4-d72626592ba8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.530747] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.536344] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Creating folder: Project (676572a6c4bc44dd831b9e9cdf62ba35). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.538553] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5196cd-b544-4be0-8a63-f37da639068a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.550274] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Created folder: Project (676572a6c4bc44dd831b9e9cdf62ba35) in parent group-v657728. [ 1116.550478] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Creating folder: Instances. Parent ref: group-v658001. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1116.550852] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5193d6-236b-47d7-9d57-6cb58f8ffc49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.559727] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Created folder: Instances in parent group-v658001. [ 1116.560092] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.560849] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.560849] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dfd30c8-5e65-4ab3-80ab-9536c0217f70 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.576361] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.576361] env[70491]: value = "task-3294846" [ 1116.576361] env[70491]: _type = "Task" [ 1116.576361] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.583999] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294846, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.621164] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294841, 'name': CreateSnapshot_Task, 'duration_secs': 0.810021} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.621445] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1116.622593] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0e4edc-568d-4d3d-bbce-1dc424e8c279 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.912274] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.912815] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.915541] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.304s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.915755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.918217] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.360s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.919668] env[70491]: INFO nova.compute.claims [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.940132] env[70491]: INFO nova.scheduler.client.report [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleted allocations for instance c52279c1-fd6b-4ea1-a64e-ce99ebf99873 [ 1116.984682] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.041528] env[70491]: DEBUG nova.objects.instance [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 23b2a44c-8865-4a42-aa5a-3588cc61630e {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.086619] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294846, 'name': CreateVM_Task, 'duration_secs': 0.322719} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.086796] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.087476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.087476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.087785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.088093] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf8a8ab-b83e-46d8-8825-1a2fa9b6f7c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.093211] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1117.093211] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52851f3e-6995-f4c7-f5f4-94624015af7e" [ 1117.093211] env[70491]: _type = "Task" [ 1117.093211] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.101174] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52851f3e-6995-f4c7-f5f4-94624015af7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.140017] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1117.140357] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-98e25361-1705-42fc-85c3-5b1db0e6983f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.148606] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1117.148606] env[70491]: value = "task-3294847" [ 1117.148606] env[70491]: _type = "Task" [ 1117.148606] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.157426] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294847, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.285453] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.285453] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e899f90-55b7-4a3a-84e6-3e25294f4afd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.293172] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1117.293172] env[70491]: value = "task-3294848" [ 1117.293172] env[70491]: _type = "Task" [ 1117.293172] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.304422] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.424120] env[70491]: DEBUG nova.compute.utils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.435218] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.435218] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.447262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-86e1b5e2-bae1-4195-9f44-b599d6e61069 tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c52279c1-fd6b-4ea1-a64e-ce99ebf99873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.761s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.484038] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.508985] env[70491]: DEBUG nova.policy [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.550943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1bd6e424-ace2-4001-b81e-9e4208ca90d7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.290s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.605482] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52851f3e-6995-f4c7-f5f4-94624015af7e, 'name': SearchDatastore_Task, 'duration_secs': 0.031814} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.605839] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.606139] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.606527] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.606752] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.606935] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.607253] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c58f6f-19d0-4974-abbe-b63ef9ef5a01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.623906] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.624160] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.625859] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b63da1-1623-48cb-8da4-9dc32ac3af70 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.631815] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1117.631815] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e14a5e-5e01-618d-bfbc-6929c821894f" [ 1117.631815] env[70491]: _type = "Task" [ 1117.631815] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.642078] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e14a5e-5e01-618d-bfbc-6929c821894f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.661440] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294847, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.802760] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294848, 'name': PowerOffVM_Task, 'duration_secs': 0.325671} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.803140] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.804063] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d990c17-b418-4374-b830-9536e4b9b8ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.826170] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0d7a1c-d2e3-4702-b171-56f765d52e3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.853066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c8f5762a-b55d-4133-b686-e235f18e5a30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.853468] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.853684] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.853871] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.854052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.856227] env[70491]: INFO nova.compute.manager [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Terminating instance [ 1117.861988] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Successfully created port: 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.867738] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.868029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df018913-4f8d-4420-9524-2d8709f89bb4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.876100] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1117.876100] env[70491]: value = "task-3294849" [ 1117.876100] env[70491]: _type = "Task" [ 1117.876100] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.886797] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1117.889753] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.889753] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.936948] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.988719] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294843, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.148651] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e14a5e-5e01-618d-bfbc-6929c821894f, 'name': SearchDatastore_Task, 'duration_secs': 0.018692} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.150414] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5e4cd54-b173-4447-a448-d532c017bdea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.168876] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294847, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.169023] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1118.169023] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea26a8-f7dd-88b1-b700-d408965a5f4e" [ 1118.169023] env[70491]: _type = "Task" [ 1118.169023] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.176997] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea26a8-f7dd-88b1-b700-d408965a5f4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.282320] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8b23f-2d14-421f-8040-23c8b8fc79e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.291427] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2409c4de-6a89-43af-8307-fc0b8603ffa2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.327124] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426e743a-8218-479d-bfe3-e7eb8fb19511 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.335016] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf0b50-7f42-41f9-ab6b-fdf6bb0db761 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.351528] env[70491]: DEBUG nova.compute.provider_tree [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.366314] env[70491]: DEBUG nova.compute.manager [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.367066] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.370086] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0ba113-9990-452e-8015-6803a2c3707b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.377760] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.378047] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b1a113a-053b-48fd-929e-e33bd386a76e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.386356] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1118.386356] env[70491]: value = "task-3294850" [ 1118.386356] env[70491]: _type = "Task" [ 1118.386356] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.399370] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.485181] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294843, 'name': ReconfigVM_Task, 'duration_secs': 1.93018} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.486269] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7778ec21-ab08-4dc8-8eea-f70ee1c477d0/7778ec21-ab08-4dc8-8eea-f70ee1c477d0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.486904] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13c2dbc4-4cff-48d6-b32f-ffd63c81e26b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.493610] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1118.493610] env[70491]: value = "task-3294851" [ 1118.493610] env[70491]: _type = "Task" [ 1118.493610] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.502500] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294851, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.659787] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294847, 'name': CloneVM_Task, 'duration_secs': 1.310469} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.660670] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Created linked-clone VM from snapshot [ 1118.660838] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14d9936-d0e9-4252-ac04-18fe090e1699 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.668184] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Uploading image 6a985fd1-d323-47c0-b90a-27e7e5a3743c {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1118.680387] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ea26a8-f7dd-88b1-b700-d408965a5f4e, 'name': SearchDatastore_Task, 'duration_secs': 0.010997} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.680387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.680387] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.680991] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.680991] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.681512] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec571ef5-ebf4-4397-a607-35752875eb9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.683378] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35a4e803-0962-4a74-a5f0-480207496ec1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.689318] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1118.689318] env[70491]: value = "task-3294852" [ 1118.689318] env[70491]: _type = "Task" [ 1118.689318] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.695335] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.695500] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.697926] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0fef85-0231-458d-a05b-cf21219e1332 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.704588] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.706632] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1118.706632] env[70491]: value = "vm-658004" [ 1118.706632] env[70491]: _type = "VirtualMachine" [ 1118.706632] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1118.707379] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd8b44a9-06e7-4d5c-b947-69f2543eb6dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.710213] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1118.710213] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52347d03-37c1-73b0-0179-f50521f1e086" [ 1118.710213] env[70491]: _type = "Task" [ 1118.710213] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.715044] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease: (returnval){ [ 1118.715044] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abcd27-9efd-092a-5d8f-ad055866b4c8" [ 1118.715044] env[70491]: _type = "HttpNfcLease" [ 1118.715044] env[70491]: } obtained for exporting VM: (result){ [ 1118.715044] env[70491]: value = "vm-658004" [ 1118.715044] env[70491]: _type = "VirtualMachine" [ 1118.715044] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1118.715044] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the lease: (returnval){ [ 1118.715044] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abcd27-9efd-092a-5d8f-ad055866b4c8" [ 1118.715044] env[70491]: _type = "HttpNfcLease" [ 1118.715044] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1118.723582] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52347d03-37c1-73b0-0179-f50521f1e086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.726305] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1118.726305] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abcd27-9efd-092a-5d8f-ad055866b4c8" [ 1118.726305] env[70491]: _type = "HttpNfcLease" [ 1118.726305] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1118.726611] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1118.726611] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52abcd27-9efd-092a-5d8f-ad055866b4c8" [ 1118.726611] env[70491]: _type = "HttpNfcLease" [ 1118.726611] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1118.727388] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681dcf1a-485b-4e6f-93b9-a0a82d89e1ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.735296] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1118.735296] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1118.828582] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dc96ab3e-84b4-488b-8743-cdff5f699e39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.855169] env[70491]: DEBUG nova.scheduler.client.report [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.896692] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294850, 'name': PowerOffVM_Task, 'duration_secs': 0.267888} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.896966] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.897153] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.897408] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75f3eccd-0039-406c-96f0-a963b6c14865 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.947844] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.977688] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.977931] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.978104] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.978292] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.978439] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.978589] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.978817] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.978997] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.979198] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.979364] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.979536] env[70491]: DEBUG nova.virt.hardware [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.980191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.980616] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.982047] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dce3e0-6bb2-449c-9f3b-067259892b2a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.986011] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.986238] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.986419] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleting the datastore file [datastore1] c8f5762a-b55d-4133-b686-e235f18e5a30 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.986990] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a81ae9db-63a6-4f56-bf04-112f32cad490 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.992865] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de50bf46-a9f6-44cb-88ed-a7b12edc72e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.998257] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for the task: (returnval){ [ 1118.998257] env[70491]: value = "task-3294855" [ 1118.998257] env[70491]: _type = "Task" [ 1118.998257] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.018250] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294851, 'name': Rename_Task, 'duration_secs': 0.242832} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.021240] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.021819] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.022060] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261e4f5a-a5bf-4fb7-aa4f-d330d5a12724 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.028196] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1119.028196] env[70491]: value = "task-3294856" [ 1119.028196] env[70491]: _type = "Task" [ 1119.028196] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.037834] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.201530] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.220830] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52347d03-37c1-73b0-0179-f50521f1e086, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.221787] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225fd462-209a-4ea1-87f1-f5fc327945e5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.227677] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1119.227677] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e1226e-17a9-e32c-1874-ac5a4600f5c5" [ 1119.227677] env[70491]: _type = "Task" [ 1119.227677] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.236935] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e1226e-17a9-e32c-1874-ac5a4600f5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.347780] env[70491]: DEBUG nova.compute.manager [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-vif-plugged-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.348507] env[70491]: DEBUG oslo_concurrency.lockutils [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.349110] env[70491]: DEBUG oslo_concurrency.lockutils [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.349417] env[70491]: DEBUG oslo_concurrency.lockutils [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.349765] env[70491]: DEBUG nova.compute.manager [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] No waiting events found dispatching network-vif-plugged-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.350156] env[70491]: WARNING nova.compute.manager [req-94f67a3a-3608-4abc-b4c6-dcfb2c52c77d req-d49f572f-0cbc-4283-b0a4-6e880441d895 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received unexpected event network-vif-plugged-07830fb9-c79d-4879-af20-aaa25bf3a255 for instance with vm_state building and task_state spawning. [ 1119.365308] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.366482] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.373452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.527s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.373984] env[70491]: DEBUG nova.objects.instance [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lazy-loading 'resources' on Instance uuid ef0b96cd-5ae0-4def-823b-bba4da12e6b7 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.488933] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.508148] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Successfully updated port: 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.519157] env[70491]: DEBUG oslo_vmware.api [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Task: {'id': task-3294855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443147} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.521548] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.522649] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.523212] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.523839] env[70491]: INFO nova.compute.manager [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1119.524493] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.525787] env[70491]: DEBUG nova.compute.manager [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.526090] env[70491]: DEBUG nova.network.neutron [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.545103] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294856, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.699738] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743834} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.700188] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.700516] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.700882] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddc8b39f-be2d-4ca2-906e-4160999a9183 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.707284] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1119.707284] env[70491]: value = "task-3294857" [ 1119.707284] env[70491]: _type = "Task" [ 1119.707284] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.718399] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.738805] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e1226e-17a9-e32c-1874-ac5a4600f5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.050935} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.739240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.739616] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1119.740044] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec622249-44e7-49ea-b074-4316be86ddfc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.746517] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1119.746517] env[70491]: value = "task-3294858" [ 1119.746517] env[70491]: _type = "Task" [ 1119.746517] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.755080] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.891778] env[70491]: DEBUG nova.compute.utils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.898345] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.898698] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.963811] env[70491]: DEBUG nova.policy [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4761bd0659a24020ba1600ae32ea36d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5302100d186d436faef5904c4202fda5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.010462] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.012119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.012333] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.012603] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.042364] env[70491]: DEBUG oslo_vmware.api [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294856, 'name': PowerOnVM_Task, 'duration_secs': 0.635776} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.045293] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.045559] env[70491]: INFO nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1120.045878] env[70491]: DEBUG nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.047132] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d99f92-d1b9-4726-b3b0-91a4b4b827ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.219826] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16868} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.221244] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.221973] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4714ded-cbfe-4177-a122-5029011d02df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.225391] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc84902-9dcf-4fa6-a180-1d02f674cee3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.240127] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa1d226-cde0-4aac-8b81-7c2c0bdf7b11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.253741] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.254245] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db3fa7c-2d03-4acd-80a4-7f49324a3d4d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.271704] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Successfully created port: 785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.304955] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e773b2c-2f61-466e-a471-9d9d27cc8e65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.311790] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294858, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.312237] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1120.312237] env[70491]: value = "task-3294859" [ 1120.312237] env[70491]: _type = "Task" [ 1120.312237] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.317770] env[70491]: DEBUG nova.network.neutron [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.322276] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578d229-810e-4ee3-a917-d49e128149de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.328793] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.341031] env[70491]: DEBUG nova.compute.provider_tree [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.404064] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.556400] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.573685] env[70491]: INFO nova.compute.manager [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Took 24.26 seconds to build instance. [ 1120.759193] env[70491]: DEBUG nova.network.neutron [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.766551] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96056} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.767070] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1120.768298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b916cf9-954d-48e2-952f-b263a890929a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.795852] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.796908] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8930e96d-c4cb-400b-9a46-e9ca01e96963 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.820788] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1120.820788] env[70491]: value = "task-3294860" [ 1120.820788] env[70491]: _type = "Task" [ 1120.820788] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.826318] env[70491]: INFO nova.compute.manager [-] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Took 1.30 seconds to deallocate network for instance. [ 1120.826636] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.832615] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.844926] env[70491]: DEBUG nova.scheduler.client.report [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.076928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b4c695f0-1c0e-4514-86d5-20cc05ac25a9 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.772s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.200952] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f439e9c-141f-47cb-a3dd-67e2aedcce6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.208403] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Suspending the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1121.208674] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c29074af-1a58-4900-a23b-100ceb30a6ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.215702] env[70491]: DEBUG oslo_vmware.api [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1121.215702] env[70491]: value = "task-3294861" [ 1121.215702] env[70491]: _type = "Task" [ 1121.215702] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.224110] env[70491]: DEBUG oslo_vmware.api [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294861, 'name': SuspendVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.262105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.262450] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Instance network_info: |[{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.262890] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:a3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07830fb9-c79d-4879-af20-aaa25bf3a255', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.270479] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.270717] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.270985] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d259b6fd-9643-42ce-a8d1-f88bd2fd1ab2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.292763] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.292763] env[70491]: value = "task-3294862" [ 1121.292763] env[70491]: _type = "Task" [ 1121.292763] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.306246] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294862, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.324258] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294859, 'name': ReconfigVM_Task, 'duration_secs': 0.564579} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.326918] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.327592] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6072de43-676c-4c0d-b0bb-71208a429aee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.334590] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294860, 'name': ReconfigVM_Task, 'duration_secs': 0.493485} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.335996] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.336437] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1121.336437] env[70491]: value = "task-3294863" [ 1121.336437] env[70491]: _type = "Task" [ 1121.336437] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.337164] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b746c-281a-4d79-aaf5-79af778a1817 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.340496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.349465] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294863, 'name': Rename_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.366379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.374832] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.041s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.374832] env[70491]: DEBUG nova.objects.instance [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'resources' on Instance uuid 984a185e-3d7b-4acd-8207-22fa6ff958da {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.375957] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5ca44d-1b8b-47d4-a305-35f2cb7c9199 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.392519] env[70491]: DEBUG nova.compute.manager [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.392715] env[70491]: DEBUG nova.compute.manager [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing instance network info cache due to event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.393470] env[70491]: DEBUG oslo_concurrency.lockutils [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.393706] env[70491]: DEBUG oslo_concurrency.lockutils [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.393954] env[70491]: DEBUG nova.network.neutron [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.400942] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1121.400942] env[70491]: value = "task-3294864" [ 1121.400942] env[70491]: _type = "Task" [ 1121.400942] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.405619] env[70491]: INFO nova.scheduler.client.report [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Deleted allocations for instance ef0b96cd-5ae0-4def-823b-bba4da12e6b7 [ 1121.422057] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.424672] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.460861] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.461199] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.461427] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.461636] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.461836] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.461974] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.462239] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.462439] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.462634] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.462834] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.463044] env[70491]: DEBUG nova.virt.hardware [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.464054] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f462864-83fe-4c36-a4e0-064b17982cde {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.474387] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db9af20-86c0-463b-bfa8-ae3e49b80b3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.722660] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135b47e-aab6-4079-b66b-338803a8b58f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.733025] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac19ce-4ce9-4c58-859e-7ecfda751e1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.736876] env[70491]: DEBUG oslo_vmware.api [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294861, 'name': SuspendVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.768500] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8185c70-0216-4161-97fd-703df6cf6b30 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.777600] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddd551-d78e-4aa5-acb6-84608d796e45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.791317] env[70491]: DEBUG nova.compute.provider_tree [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.802643] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294862, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.848833] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294863, 'name': Rename_Task, 'duration_secs': 0.225105} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.849193] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.849348] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a2a6d21-865d-43f1-997d-299b0a96230d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.855758] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1121.855758] env[70491]: value = "task-3294865" [ 1121.855758] env[70491]: _type = "Task" [ 1121.855758] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.863441] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.916611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a9fd289d-9c73-410c-93d8-7b8c67e2a26f tempest-ImagesTestJSON-1026859371 tempest-ImagesTestJSON-1026859371-project-member] Lock "ef0b96cd-5ae0-4def-823b-bba4da12e6b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.522s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.921146] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294864, 'name': ReconfigVM_Task, 'duration_secs': 0.215071} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.922031] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.922031] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44fca245-699a-47e5-8ba0-1ff31994cf15 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.929354] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1121.929354] env[70491]: value = "task-3294866" [ 1121.929354] env[70491]: _type = "Task" [ 1121.929354] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.939024] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.133301] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Successfully updated port: 785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.227011] env[70491]: DEBUG oslo_vmware.api [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294861, 'name': SuspendVM_Task, 'duration_secs': 0.804795} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.227344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Suspended the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1122.227532] env[70491]: DEBUG nova.compute.manager [None req-d6529f9a-e5d0-489f-a5fa-03a3a674fccb tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.228328] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b841f7-d3d8-47a8-a1a4-5979ca7d17cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.295876] env[70491]: DEBUG nova.scheduler.client.report [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.314642] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294862, 'name': CreateVM_Task, 'duration_secs': 0.546427} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.318022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.318022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.318022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.318022] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f684142-4607-41c4-b9ab-37002e11d3aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.321713] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1122.321713] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cc2100-4edb-30e1-7e6c-a0dbdea3eeea" [ 1122.321713] env[70491]: _type = "Task" [ 1122.321713] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.335633] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cc2100-4edb-30e1-7e6c-a0dbdea3eeea, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.335918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.336180] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.336413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.336555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.336726] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.336983] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11357512-40c8-4a92-9f74-20e29c091a7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.347231] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.347408] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.348235] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f05e030c-e9b3-4817-ae23-4cc80cc99fec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.351766] env[70491]: DEBUG nova.network.neutron [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updated VIF entry in instance network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.352154] env[70491]: DEBUG nova.network.neutron [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.356577] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1122.356577] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526d6ce0-9f10-735c-1e50-5c34b0595b14" [ 1122.356577] env[70491]: _type = "Task" [ 1122.356577] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.371069] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.375513] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526d6ce0-9f10-735c-1e50-5c34b0595b14, 'name': SearchDatastore_Task, 'duration_secs': 0.009108} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.376399] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de710b78-2e6d-4ce2-9397-e44bf59ef958 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.382194] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1122.382194] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a87ae0-887c-9fa4-8dfe-5d81c3a149f5" [ 1122.382194] env[70491]: _type = "Task" [ 1122.382194] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.392746] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a87ae0-887c-9fa4-8dfe-5d81c3a149f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.441015] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.635664] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.635826] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.636024] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.809313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.435s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.813196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.397s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.814754] env[70491]: INFO nova.compute.claims [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.835143] env[70491]: INFO nova.scheduler.client.report [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocations for instance 984a185e-3d7b-4acd-8207-22fa6ff958da [ 1122.856561] env[70491]: DEBUG oslo_concurrency.lockutils [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.857898] env[70491]: DEBUG nova.compute.manager [req-61986848-534d-4a24-8985-a398f8af9aa8 req-6f18ca0e-4fa5-48a2-803a-a984fc6c9150 service nova] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Received event network-vif-deleted-ec395ef2-55dc-44ad-aae1-bb7438a79c92 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.868619] env[70491]: DEBUG oslo_vmware.api [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294865, 'name': PowerOnVM_Task, 'duration_secs': 0.771933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.869609] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.870980] env[70491]: INFO nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1122.870980] env[70491]: DEBUG nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.870980] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef702b7-9b69-48b7-b5af-f0d23b69b577 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.896826] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a87ae0-887c-9fa4-8dfe-5d81c3a149f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.897144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.897448] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f99ddd8f-714c-4df4-939f-f9b01bb294b0/f99ddd8f-714c-4df4-939f-f9b01bb294b0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.898889] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cdf260c-2030-48d8-a0a5-09b5b192fd45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.908702] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1122.908702] env[70491]: value = "task-3294867" [ 1122.908702] env[70491]: _type = "Task" [ 1122.908702] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.926981] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.944293] env[70491]: DEBUG oslo_vmware.api [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294866, 'name': PowerOnVM_Task, 'duration_secs': 0.565339} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.944293] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.947074] env[70491]: DEBUG nova.compute.manager [None req-569a0f7c-6fd7-45f9-b280-ffeb24def4e7 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.948142] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5877e6-85bd-4ec4-9b40-cf5e9f7b34d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.186848] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.346049] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3662c308-c8dc-4ec1-950a-c5cbf160acf6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "984a185e-3d7b-4acd-8207-22fa6ff958da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.417s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.392359] env[70491]: INFO nova.compute.manager [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Took 22.66 seconds to build instance. [ 1123.428308] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294867, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.511136] env[70491]: DEBUG nova.network.neutron [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Updating instance_info_cache with network_info: [{"id": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "address": "fa:16:3e:bd:1e:65", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d8a7b-04", "ovs_interfaceid": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.560576] env[70491]: DEBUG nova.compute.manager [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Received event network-vif-plugged-785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.560911] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Acquiring lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.561308] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.561522] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.561703] env[70491]: DEBUG nova.compute.manager [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] No waiting events found dispatching network-vif-plugged-785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.561926] env[70491]: WARNING nova.compute.manager [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Received unexpected event network-vif-plugged-785d8a7b-0484-48bc-aeb8-b397a053e0ad for instance with vm_state building and task_state spawning. [ 1123.562138] env[70491]: DEBUG nova.compute.manager [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Received event network-changed-785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.562265] env[70491]: DEBUG nova.compute.manager [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Refreshing instance network info cache due to event network-changed-785d8a7b-0484-48bc-aeb8-b397a053e0ad. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.562441] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Acquiring lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.762611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.762888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.763123] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.763314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.763486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.765757] env[70491]: INFO nova.compute.manager [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Terminating instance [ 1123.897952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-455fff49-6404-421e-8c24-978abb1d08be tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.189s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.926907] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756642} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.928191] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] f99ddd8f-714c-4df4-939f-f9b01bb294b0/f99ddd8f-714c-4df4-939f-f9b01bb294b0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.928191] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.928191] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f90fbea-f5cf-40b5-b8c5-b80d8a503c3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.934975] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1123.934975] env[70491]: value = "task-3294868" [ 1123.934975] env[70491]: _type = "Task" [ 1123.934975] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.949019] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.013778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.014148] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Instance network_info: |[{"id": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "address": "fa:16:3e:bd:1e:65", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d8a7b-04", "ovs_interfaceid": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.014454] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Acquired lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.014630] env[70491]: DEBUG nova.network.neutron [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Refreshing network info cache for port 785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.015906] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1e:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '785d8a7b-0484-48bc-aeb8-b397a053e0ad', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.023781] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.027111] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.027788] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-255d0018-764d-4d71-ba98-f33b512691c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.051088] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.051088] env[70491]: value = "task-3294869" [ 1124.051088] env[70491]: _type = "Task" [ 1124.051088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.060944] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294869, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.151039] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5b434-92ba-4f0f-bbd5-4fad5d8716c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.162953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee52b022-a8eb-477c-a8c1-14ab16db00d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.195289] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ac251-79eb-4337-926c-95d2d3630567 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.207505] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bafc7d-d86a-4510-8536-791ab54e0fff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.222760] env[70491]: DEBUG nova.compute.provider_tree [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.269294] env[70491]: DEBUG nova.compute.manager [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.269534] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.271044] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4facfdb1-de93-45b2-8218-43ef7eda308d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.283023] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.283023] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14e165a5-0c72-4bfb-a297-1debe9278a6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.348475] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.348697] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.348876] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] 7778ec21-ab08-4dc8-8eea-f70ee1c477d0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.349150] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97529c44-ec3f-4cd0-a417-18ebdcd9cb1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.356448] env[70491]: DEBUG oslo_vmware.api [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1124.356448] env[70491]: value = "task-3294871" [ 1124.356448] env[70491]: _type = "Task" [ 1124.356448] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.369299] env[70491]: DEBUG oslo_vmware.api [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.446920] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158392} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.447378] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.448403] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572a4561-a945-4724-be40-50293a7d51eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.476661] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] f99ddd8f-714c-4df4-939f-f9b01bb294b0/f99ddd8f-714c-4df4-939f-f9b01bb294b0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.477460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b9ea90-0f65-46e8-91f4-3e58f1be3949 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.498401] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1124.498401] env[70491]: value = "task-3294872" [ 1124.498401] env[70491]: _type = "Task" [ 1124.498401] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.506682] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.565200] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294869, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.713027] env[70491]: INFO nova.compute.manager [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Rebuilding instance [ 1124.726326] env[70491]: DEBUG nova.scheduler.client.report [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.778956] env[70491]: DEBUG nova.network.neutron [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Updated VIF entry in instance network info cache for port 785d8a7b-0484-48bc-aeb8-b397a053e0ad. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.778956] env[70491]: DEBUG nova.network.neutron [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Updating instance_info_cache with network_info: [{"id": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "address": "fa:16:3e:bd:1e:65", "network": {"id": "82c71e1b-2d14-48d9-815b-7185d3f5262e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1759674604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5302100d186d436faef5904c4202fda5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap785d8a7b-04", "ovs_interfaceid": "785d8a7b-0484-48bc-aeb8-b397a053e0ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.783094] env[70491]: DEBUG nova.compute.manager [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.784022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc5f51-4928-4433-8b2c-eda0b10ae31f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.867828] env[70491]: DEBUG oslo_vmware.api [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199718} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.868139] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.868338] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.868536] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.868788] env[70491]: INFO nova.compute.manager [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1124.869073] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.869297] env[70491]: DEBUG nova.compute.manager [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.869407] env[70491]: DEBUG nova.network.neutron [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.016707] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294872, 'name': ReconfigVM_Task, 'duration_secs': 0.320473} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.017083] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfigured VM instance instance-00000066 to attach disk [datastore2] f99ddd8f-714c-4df4-939f-f9b01bb294b0/f99ddd8f-714c-4df4-939f-f9b01bb294b0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.017756] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872ca5c0-26e4-4ed9-a199-27010838ae5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.027342] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1125.027342] env[70491]: value = "task-3294873" [ 1125.027342] env[70491]: _type = "Task" [ 1125.027342] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.036480] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294873, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.069817] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294869, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.207924] env[70491]: DEBUG nova.compute.manager [req-7b8fabb2-1308-4b33-992b-b710a054aa57 req-8b6979bb-7104-4b96-9335-673843225594 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Received event network-vif-deleted-8bb2c500-5271-4b16-8079-b2df133fdd9a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.208164] env[70491]: INFO nova.compute.manager [req-7b8fabb2-1308-4b33-992b-b710a054aa57 req-8b6979bb-7104-4b96-9335-673843225594 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Neutron deleted interface 8bb2c500-5271-4b16-8079-b2df133fdd9a; detaching it from the instance and deleting it from the info cache [ 1125.208528] env[70491]: DEBUG nova.network.neutron [req-7b8fabb2-1308-4b33-992b-b710a054aa57 req-8b6979bb-7104-4b96-9335-673843225594 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.231728] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.231728] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.236497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.171s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.237677] env[70491]: DEBUG nova.objects.instance [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lazy-loading 'resources' on Instance uuid e0f02182-f377-41da-854a-49ed091dcaa2 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.284594] env[70491]: DEBUG oslo_concurrency.lockutils [req-008d1ffd-c9e5-475d-adcb-a2f35d53d84a req-0e434e84-7511-4dc1-9d1c-ede88ac03302 service nova] Releasing lock "refresh_cache-204021a3-7300-4916-864c-bad22aa1ddd4" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.489742] env[70491]: INFO nova.compute.manager [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Rescuing [ 1125.490037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.490205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.490376] env[70491]: DEBUG nova.network.neutron [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.542108] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294873, 'name': Rename_Task, 'duration_secs': 0.151222} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.542758] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.542998] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9900a5ca-49c9-48fd-867b-369291e46e43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.550399] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1125.550399] env[70491]: value = "task-3294874" [ 1125.550399] env[70491]: _type = "Task" [ 1125.550399] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.567459] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.575151] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294869, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.680049] env[70491]: DEBUG nova.network.neutron [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.711779] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7accdfe6-5a0f-452c-8c44-1994723c2730 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.722437] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686684c6-f918-4bef-a884-9c8494a6320c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.740453] env[70491]: DEBUG nova.compute.utils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.758029] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.758260] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.760388] env[70491]: DEBUG nova.compute.manager [req-7b8fabb2-1308-4b33-992b-b710a054aa57 req-8b6979bb-7104-4b96-9335-673843225594 service nova] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Detach interface failed, port_id=8bb2c500-5271-4b16-8079-b2df133fdd9a, reason: Instance 7778ec21-ab08-4dc8-8eea-f70ee1c477d0 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.800438] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.800438] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0743d193-45c8-4a47-b323-29bf83b5dbe9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.807209] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1125.807209] env[70491]: value = "task-3294875" [ 1125.807209] env[70491]: _type = "Task" [ 1125.807209] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.812982] env[70491]: DEBUG nova.policy [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.822761] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.064441] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.066527] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4458aa9-7508-4a14-bded-4e7a23a59a5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.074421] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294869, 'name': CreateVM_Task, 'duration_secs': 1.586971} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.075285] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.076052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.076325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.076654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.078626] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d50af8-b269-497f-82b3-e3040a0fba56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.081112] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d352c5-68dc-42a1-ba7e-30765a15db2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.088409] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1126.088409] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241a9ba-6fd3-1159-44b0-0b3aa68deab7" [ 1126.088409] env[70491]: _type = "Task" [ 1126.088409] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.122156] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b65af8d-6488-4c96-887b-8c64e0efa776 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.132564] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241a9ba-6fd3-1159-44b0-0b3aa68deab7, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.135218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.135479] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.135714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.135945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.136058] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.136397] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61fc3c4f-c3c6-4a36-ae06-44ee2679eba5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.139614] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6045e62e-6e36-47c2-b8a8-4a739fedea1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.148063] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Successfully created port: 3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.160686] env[70491]: DEBUG nova.compute.provider_tree [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.163496] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.163740] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.164653] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7143a2a0-bb18-443b-aee1-f55873d49db1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.170988] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1126.170988] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291ab85-4b42-ece7-cd65-290505a82ba9" [ 1126.170988] env[70491]: _type = "Task" [ 1126.170988] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.179524] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291ab85-4b42-ece7-cd65-290505a82ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.183096] env[70491]: INFO nova.compute.manager [-] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Took 1.31 seconds to deallocate network for instance. [ 1126.245866] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.319786] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294875, 'name': PowerOffVM_Task, 'duration_secs': 0.153856} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.321023] env[70491]: DEBUG nova.network.neutron [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [{"id": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "address": "fa:16:3e:a9:f9:17", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8930e5-92", "ovs_interfaceid": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.322391] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.323147] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.324298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db070b6e-9804-48b8-b820-083605eaf7e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.331567] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.332131] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a7e58e-0d65-4f4e-9fe3-34f7eb6cc3d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.357558] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.357824] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.358031] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Deleting the datastore file [datastore2] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.358300] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34dcc76c-f4bb-4977-a11a-2524cc7bb250 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.365074] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1126.365074] env[70491]: value = "task-3294877" [ 1126.365074] env[70491]: _type = "Task" [ 1126.365074] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.374173] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.562713] env[70491]: DEBUG oslo_vmware.api [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294874, 'name': PowerOnVM_Task, 'duration_secs': 0.609509} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.563127] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.563355] env[70491]: INFO nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1126.564247] env[70491]: DEBUG nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.564438] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7108334a-99d8-4e64-8d1d-e2983cb7c013 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.665949] env[70491]: DEBUG nova.scheduler.client.report [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.683270] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5291ab85-4b42-ece7-cd65-290505a82ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.01355} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.684738] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e360e5-6d17-4e61-b777-9b6fc0116bcb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.688861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.691231] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1126.691231] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5200b278-1e66-b6b0-55b0-1a3b5cf102d5" [ 1126.691231] env[70491]: _type = "Task" [ 1126.691231] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.699952] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5200b278-1e66-b6b0-55b0-1a3b5cf102d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.825251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.874271] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19057} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.874588] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.874742] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.874963] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.081268] env[70491]: INFO nova.compute.manager [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Took 24.76 seconds to build instance. [ 1127.171132] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.173622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.163s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.175256] env[70491]: INFO nova.compute.claims [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.198179] env[70491]: INFO nova.scheduler.client.report [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Deleted allocations for instance e0f02182-f377-41da-854a-49ed091dcaa2 [ 1127.203572] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5200b278-1e66-b6b0-55b0-1a3b5cf102d5, 'name': SearchDatastore_Task, 'duration_secs': 0.017552} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.206785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.206785] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 204021a3-7300-4916-864c-bad22aa1ddd4/204021a3-7300-4916-864c-bad22aa1ddd4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.206785] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3d51b4b-a61c-470e-9478-c4b3ea566df0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.214701] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1127.214701] env[70491]: value = "task-3294878" [ 1127.214701] env[70491]: _type = "Task" [ 1127.214701] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.228705] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.255301] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.276498] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.276742] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.276899] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.277098] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.277249] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.277395] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.277602] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.277758] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.277919] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.278099] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.278277] env[70491]: DEBUG nova.virt.hardware [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.279169] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1bf45-50d5-4f37-809f-df9adb35f3b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.287075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41423a5-a70f-4478-81ad-c518fb543a5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.585168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03a2b4e4-af9d-43cc-aea1-438e946e4d02 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.271s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.713417] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b63c3053-291f-48a2-a757-3d388e2e86e5 tempest-ServersV294TestFqdnHostnames-2086646451 tempest-ServersV294TestFqdnHostnames-2086646451-project-member] Lock "e0f02182-f377-41da-854a-49ed091dcaa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.380s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.730220] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294878, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.926737] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.927010] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.927182] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.927370] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.927518] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.927665] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.927877] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.928518] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.928757] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.929412] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.929412] env[70491]: DEBUG nova.virt.hardware [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.930221] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba650ebc-883a-43ce-9bb5-b4ca82dcce25 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938110] env[70491]: DEBUG nova.compute.manager [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Received event network-vif-plugged-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.938110] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] Acquiring lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.938110] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.938110] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.938263] env[70491]: DEBUG nova.compute.manager [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] No waiting events found dispatching network-vif-plugged-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.938373] env[70491]: WARNING nova.compute.manager [req-bd2310a1-06ed-4dba-89c7-d61ff3a6e2ec req-bbeb8bc4-1e36-4819-9963-948bdd75c815 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Received unexpected event network-vif-plugged-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b for instance with vm_state building and task_state spawning. [ 1127.945199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6d2a9d-7363-4444-b783-1b52a8732ae1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.961536] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.967466] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.967753] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.967809] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80459fab-e0c7-4a90-a635-4124a5eea04f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.985460] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.985460] env[70491]: value = "task-3294879" [ 1127.985460] env[70491]: _type = "Task" [ 1127.985460] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.993698] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294879, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.100249] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Successfully updated port: 3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.232413] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622474} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.238325] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 204021a3-7300-4916-864c-bad22aa1ddd4/204021a3-7300-4916-864c-bad22aa1ddd4.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.238814] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.240130] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf9f1f6d-c690-4f6e-96c3-0c18ab4b0d1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.249240] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1128.249240] env[70491]: value = "task-3294880" [ 1128.249240] env[70491]: _type = "Task" [ 1128.249240] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.269129] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.301510] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1128.302941] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4fc6ff-b8ee-4e12-ba56-e1588d63e7f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.313022] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1128.313332] env[70491]: ERROR oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk due to incomplete transfer. [ 1128.313662] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d306faa-daf2-461f-8c62-7fe0ddcfc58e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.320351] env[70491]: DEBUG oslo_vmware.rw_handles [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ae4488-bc10-0c50-84a8-5fb89605267f/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1128.320574] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Uploaded image 6a985fd1-d323-47c0-b90a-27e7e5a3743c to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1128.323539] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1128.326817] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6222ea2-0824-4535-9c0b-65a33ea74e27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.334982] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1128.334982] env[70491]: value = "task-3294881" [ 1128.334982] env[70491]: _type = "Task" [ 1128.334982] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.346744] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294881, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.364270] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.364715] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1953effb-9773-4ecf-89d5-e4e87c48bf75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.373710] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1128.373710] env[70491]: value = "task-3294882" [ 1128.373710] env[70491]: _type = "Task" [ 1128.373710] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.385818] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.496470] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294879, 'name': CreateVM_Task, 'duration_secs': 0.373934} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.496649] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.497127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.497313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.497630] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.497883] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5defc06a-e91e-4bed-94fc-ec9e819f58da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.503273] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1128.503273] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e272ef-4914-5575-1172-e6ff31fc36bc" [ 1128.503273] env[70491]: _type = "Task" [ 1128.503273] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.514183] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e272ef-4914-5575-1172-e6ff31fc36bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.521906] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30dcd44-7e83-4f62-9e4a-a223e6a71901 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.530272] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375e2401-4139-41b1-9e32-380b3fdfcbc0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.561061] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a58362e-8411-4512-9167-b4c591c93673 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.568768] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2585fa3-ee30-4c69-ba75-ffe841fb01f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.584939] env[70491]: DEBUG nova.compute.provider_tree [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.603709] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.604083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.604083] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.759924] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132297} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.760153] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.760998] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b35fa-d35c-42d1-a79c-cc7c6635f340 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.783983] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 204021a3-7300-4916-864c-bad22aa1ddd4/204021a3-7300-4916-864c-bad22aa1ddd4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.784321] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab16b817-9bcf-4818-a132-db65ad1a4a58 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.805029] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1128.805029] env[70491]: value = "task-3294883" [ 1128.805029] env[70491]: _type = "Task" [ 1128.805029] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.814225] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.844167] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294881, 'name': Destroy_Task, 'duration_secs': 0.398918} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.844443] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Destroyed the VM [ 1128.844683] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1128.846335] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a425b3ad-eb40-45a8-a24e-6dd08a9415c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.851708] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1128.851708] env[70491]: value = "task-3294884" [ 1128.851708] env[70491]: _type = "Task" [ 1128.851708] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.860097] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.882996] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294882, 'name': PowerOffVM_Task, 'duration_secs': 0.420146} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.883294] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.884117] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1ea4b-70d7-4fc8-b212-e918cd08e71b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.903668] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365314f4-3d39-4b1c-b496-0ce25acdba11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.945795] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.947039] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00e5baac-16eb-4f80-9205-8f4761dbaef1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.953120] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1128.953120] env[70491]: value = "task-3294885" [ 1128.953120] env[70491]: _type = "Task" [ 1128.953120] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.963369] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1128.963591] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.966021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.966021] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.966021] env[70491]: DEBUG nova.compute.manager [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.966021] env[70491]: DEBUG nova.compute.manager [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.966021] env[70491]: DEBUG oslo_concurrency.lockutils [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.966021] env[70491]: DEBUG oslo_concurrency.lockutils [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.966021] env[70491]: DEBUG nova.network.neutron [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.967288] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9c1ef5b-9f3a-4bd8-a57e-08f4ceaf688c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.979499] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.979687] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.980427] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a30fa2-467d-45d2-a9c3-20393803675c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.988298] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1128.988298] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2fa77-888c-0577-2a55-64514dcb3018" [ 1128.988298] env[70491]: _type = "Task" [ 1128.988298] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.996416] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2fa77-888c-0577-2a55-64514dcb3018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.012906] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e272ef-4914-5575-1172-e6ff31fc36bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018509} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.013251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.013503] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.013740] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.013886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.014085] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.014358] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f9b95d4-c21f-4228-b611-3e21d018b89e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.024649] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.024649] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.025354] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24c3c65-bc48-4dd6-a586-a29d21c539f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.030933] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1129.030933] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b77e23-9b3c-315e-c10c-a5601946f3f8" [ 1129.030933] env[70491]: _type = "Task" [ 1129.030933] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.038773] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b77e23-9b3c-315e-c10c-a5601946f3f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.092071] env[70491]: DEBUG nova.scheduler.client.report [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.169202] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.319494] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.363289] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.454318] env[70491]: DEBUG nova.network.neutron [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Updating instance_info_cache with network_info: [{"id": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "address": "fa:16:3e:18:1d:58", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5964e5-a6", "ovs_interfaceid": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.498285] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a2fa77-888c-0577-2a55-64514dcb3018, 'name': SearchDatastore_Task, 'duration_secs': 0.033596} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.499081] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70dd99d8-60e5-41e4-9eed-37cf42dbe383 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.504106] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1129.504106] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bbb800-7cad-6275-4e65-cb4bb950a28c" [ 1129.504106] env[70491]: _type = "Task" [ 1129.504106] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.512285] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bbb800-7cad-6275-4e65-cb4bb950a28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.542396] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b77e23-9b3c-315e-c10c-a5601946f3f8, 'name': SearchDatastore_Task, 'duration_secs': 0.053255} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.543337] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906b81a0-6cdf-416b-9663-c91949a9dc57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.549337] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1129.549337] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4bb3-de31-db08-69ff-efc5cbb68fea" [ 1129.549337] env[70491]: _type = "Task" [ 1129.549337] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.560246] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4bb3-de31-db08-69ff-efc5cbb68fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.596967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.597621] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.603249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.262s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.603249] env[70491]: DEBUG nova.objects.instance [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lazy-loading 'resources' on Instance uuid c8f5762a-b55d-4133-b686-e235f18e5a30 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.805327] env[70491]: DEBUG nova.network.neutron [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.805509] env[70491]: DEBUG nova.network.neutron [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.823028] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.864956] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294884, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.959807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.962607] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Instance network_info: |[{"id": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "address": "fa:16:3e:18:1d:58", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5964e5-a6", "ovs_interfaceid": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.962607] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:1d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c5964e5-a62e-42ae-a8fb-6c3f6f88239b', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.972028] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.972437] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.972765] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2f2c914-2794-44a1-8ac8-4830303245d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.994949] env[70491]: DEBUG nova.compute.manager [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Received event network-changed-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.994949] env[70491]: DEBUG nova.compute.manager [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Refreshing instance network info cache due to event network-changed-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.994949] env[70491]: DEBUG oslo_concurrency.lockutils [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] Acquiring lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.994949] env[70491]: DEBUG oslo_concurrency.lockutils [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] Acquired lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.994949] env[70491]: DEBUG nova.network.neutron [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Refreshing network info cache for port 3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.006019] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.006019] env[70491]: value = "task-3294886" [ 1130.006019] env[70491]: _type = "Task" [ 1130.006019] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.020900] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294886, 'name': CreateVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.027055] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bbb800-7cad-6275-4e65-cb4bb950a28c, 'name': SearchDatastore_Task, 'duration_secs': 0.021169} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.027410] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.027716] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1130.028031] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebfb41b1-8084-49d5-9213-423199b9c944 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.037140] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1130.037140] env[70491]: value = "task-3294887" [ 1130.037140] env[70491]: _type = "Task" [ 1130.037140] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.044301] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.067028] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f4bb3-de31-db08-69ff-efc5cbb68fea, 'name': SearchDatastore_Task, 'duration_secs': 0.046671} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.067028] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.067028] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.067028] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-673b84dc-a44c-44f2-8c8c-7438dd5e2aae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.072462] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1130.072462] env[70491]: value = "task-3294888" [ 1130.072462] env[70491]: _type = "Task" [ 1130.072462] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.086400] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.108147] env[70491]: DEBUG nova.compute.utils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.111613] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.111613] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.160854] env[70491]: DEBUG nova.policy [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa0738bc98348dfbd7de3f6c3c536ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f93fdf9259a947a7a717f20a48f8839f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.308295] env[70491]: DEBUG oslo_concurrency.lockutils [req-178ab9cd-a20a-47ae-bffd-5442cb7d9792 req-1121bc26-2f22-4647-a9c9-70a8d2253b91 service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323038] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294883, 'name': ReconfigVM_Task, 'duration_secs': 1.188354} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.327407] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 204021a3-7300-4916-864c-bad22aa1ddd4/204021a3-7300-4916-864c-bad22aa1ddd4.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.329816] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c29addb8-aace-4f36-81cd-8158da32ae69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.338273] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1130.338273] env[70491]: value = "task-3294889" [ 1130.338273] env[70491]: _type = "Task" [ 1130.338273] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.353350] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294889, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.370739] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294884, 'name': RemoveSnapshot_Task, 'duration_secs': 1.241862} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.371674] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1130.372086] env[70491]: DEBUG nova.compute.manager [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.373304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd6293-7c57-4e66-a399-50473f1acb1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.519189] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294886, 'name': CreateVM_Task, 'duration_secs': 0.329739} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.519430] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.520406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.520406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.520766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.521151] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d904b5b-ab8d-4fc1-86f7-04628a20d8db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.527538] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1130.527538] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714c4f-6f5f-6ff9-a9fa-f14c3dbe7e81" [ 1130.527538] env[70491]: _type = "Task" [ 1130.527538] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.545246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf34f77-b65a-4be3-9208-4826b1b023fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.557117] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714c4f-6f5f-6ff9-a9fa-f14c3dbe7e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.557436] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.563494] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d166320-fd3f-40d1-bfee-af78b0fe8df6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.614365] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9626016-7e29-4fc8-9347-7b2a224b75bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.619957] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.626985] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24672d7e-f3fa-4b46-89d1-0be06f3c24bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.629728] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.647584] env[70491]: DEBUG nova.compute.provider_tree [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.683336] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Successfully created port: 9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.849053] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294889, 'name': Rename_Task, 'duration_secs': 0.220341} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.850455] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.850715] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddb23417-5e9f-4fc6-ab38-863c8dd05cf1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.858038] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1130.858038] env[70491]: value = "task-3294890" [ 1130.858038] env[70491]: _type = "Task" [ 1130.858038] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.867868] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.892299] env[70491]: INFO nova.compute.manager [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Shelve offloading [ 1130.913973] env[70491]: DEBUG nova.network.neutron [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Updated VIF entry in instance network info cache for port 3c5964e5-a62e-42ae-a8fb-6c3f6f88239b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.914334] env[70491]: DEBUG nova.network.neutron [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Updating instance_info_cache with network_info: [{"id": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "address": "fa:16:3e:18:1d:58", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c5964e5-a6", "ovs_interfaceid": "3c5964e5-a62e-42ae-a8fb-6c3f6f88239b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.991293] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.991530] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing instance network info cache due to event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.991776] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.991957] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.992189] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.042382] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52714c4f-6f5f-6ff9-a9fa-f14c3dbe7e81, 'name': SearchDatastore_Task, 'duration_secs': 0.082612} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.042993] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.043252] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.043501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.043645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.043820] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.044072] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9483365f-06c6-45b4-ad6e-6f95593c8e36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.048606] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628069} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.049137] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1131.049852] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49148eb-476e-47fd-8d5f-27c0d7f11f3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.074527] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.075753] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb3790a0-8bcb-454f-93c6-8e4d75607391 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.088537] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.088718] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.089470] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f16e22-b671-4111-86ea-713146fc166f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.095354] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1131.095354] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52415a91-c907-bf50-39d9-2f17e2d46ed9" [ 1131.095354] env[70491]: _type = "Task" [ 1131.095354] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.096564] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1131.096564] env[70491]: value = "task-3294891" [ 1131.096564] env[70491]: _type = "Task" [ 1131.096564] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.107692] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52415a91-c907-bf50-39d9-2f17e2d46ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.110867] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.114975] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598949} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.115252] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.115477] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.115650] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-968f0e90-5e00-47dd-8eb3-8f8702441f32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.120839] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1131.120839] env[70491]: value = "task-3294892" [ 1131.120839] env[70491]: _type = "Task" [ 1131.120839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.128267] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.151811] env[70491]: DEBUG nova.scheduler.client.report [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.368267] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.396101] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.396454] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f4135fb-253e-4d2e-b1aa-5777a1b03822 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.403765] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1131.403765] env[70491]: value = "task-3294893" [ 1131.403765] env[70491]: _type = "Task" [ 1131.403765] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.413183] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.416706] env[70491]: DEBUG oslo_concurrency.lockutils [req-703b870b-ad90-44a1-8c34-7fa768a2a80d req-be4b269c-6e7d-455c-b425-48da0f06d312 service nova] Releasing lock "refresh_cache-3002d555-3e59-4e62-8248-457d6e2e88f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.609683] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52415a91-c907-bf50-39d9-2f17e2d46ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.042732} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.610474] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12ef8c2-4129-4547-9d27-f270d49bc080 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.615991] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.619455] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1131.619455] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52792073-03d2-d587-baf1-12b1e062bea5" [ 1131.619455] env[70491]: _type = "Task" [ 1131.619455] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.630153] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52792073-03d2-d587-baf1-12b1e062bea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.633196] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066469} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.633483] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.634293] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ca72ff-209d-4eb6-a590-1bf6328163f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.637657] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.661889] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.662791] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.665160] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d49b01b4-57e8-41c4-a268-53c0c3ccd5c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.682755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.994s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.682893] env[70491]: DEBUG nova.objects.instance [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'resources' on Instance uuid 7778ec21-ab08-4dc8-8eea-f70ee1c477d0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.690382] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.690622] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.690778] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.691037] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.691150] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.691319] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.691526] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.691685] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.691851] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.692052] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.692256] env[70491]: DEBUG nova.virt.hardware [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.693134] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc9507-380c-489c-98a0-a4e8ad325d18 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.697481] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1131.697481] env[70491]: value = "task-3294894" [ 1131.697481] env[70491]: _type = "Task" [ 1131.697481] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.706202] env[70491]: INFO nova.scheduler.client.report [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Deleted allocations for instance c8f5762a-b55d-4133-b686-e235f18e5a30 [ 1131.708552] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11d6831-26de-474b-ba8d-d735e2dfbd8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.720090] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.777185] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updated VIF entry in instance network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.777185] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.868376] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.914270] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.914521] env[70491]: DEBUG nova.compute.manager [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.915385] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e14437-a5ea-488d-b2e7-6a43a4a14a3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.921875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.922016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.922212] env[70491]: DEBUG nova.network.neutron [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.112160] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294891, 'name': ReconfigVM_Task, 'duration_secs': 0.806754} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.112469] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.113316] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20501b3-eb66-4cd7-a92e-7b6433e51e4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.141244] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83fa72f8-7427-42c0-959b-0c3d29864a93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.157297] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52792073-03d2-d587-baf1-12b1e062bea5, 'name': SearchDatastore_Task, 'duration_secs': 0.032008} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.158505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.158775] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3002d555-3e59-4e62-8248-457d6e2e88f0/3002d555-3e59-4e62-8248-457d6e2e88f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.159096] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1132.159096] env[70491]: value = "task-3294895" [ 1132.159096] env[70491]: _type = "Task" [ 1132.159096] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.159341] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0255e7-dff4-434b-9c14-bccd21529abe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.168745] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.169953] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1132.169953] env[70491]: value = "task-3294896" [ 1132.169953] env[70491]: _type = "Task" [ 1132.169953] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.178762] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.195584] env[70491]: DEBUG nova.compute.manager [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Received event network-vif-plugged-9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.195725] env[70491]: DEBUG oslo_concurrency.lockutils [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] Acquiring lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.196318] env[70491]: DEBUG oslo_concurrency.lockutils [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.196523] env[70491]: DEBUG oslo_concurrency.lockutils [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.196742] env[70491]: DEBUG nova.compute.manager [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] No waiting events found dispatching network-vif-plugged-9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.196914] env[70491]: WARNING nova.compute.manager [req-5245c453-b9aa-4519-b756-dbe02c7d9df2 req-9e3263e4-df3e-468c-b4cb-616f7f775eb9 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Received unexpected event network-vif-plugged-9ac6384d-6aac-490c-844a-daa21ec94610 for instance with vm_state building and task_state spawning. [ 1132.207347] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294894, 'name': ReconfigVM_Task, 'duration_secs': 0.298655} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.210087] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e/67bae1c2-1e5d-43d1-8218-cc5277d1f59e.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.210891] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c90cb91f-27db-485f-9aaf-ed496d2b26d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.217653] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1132.217653] env[70491]: value = "task-3294897" [ 1132.217653] env[70491]: _type = "Task" [ 1132.217653] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.226345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b08e292c-b020-4392-a3cd-c30191c47afe tempest-ServerRescueTestJSON-1778554857 tempest-ServerRescueTestJSON-1778554857-project-member] Lock "c8f5762a-b55d-4133-b686-e235f18e5a30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.373s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.230689] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294897, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.281068] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.282969] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.282969] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing instance network info cache due to event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.282969] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.282969] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.282969] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.369338] env[70491]: DEBUG oslo_vmware.api [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294890, 'name': PowerOnVM_Task, 'duration_secs': 1.154334} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.369736] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.370012] env[70491]: INFO nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1132.370162] env[70491]: DEBUG nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1132.370861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6301b7-0908-41a2-bec4-c9d4ba1ac2e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.459361] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Successfully updated port: 9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.531971] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d980e04-ef0f-43a4-b591-8a611cd5e930 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.541684] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9b6d50-0e3a-49d0-a140-d69b96f4565d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.306067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.306236] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.306360] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.319225] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51ddf2-1ef4-4122-b4ab-e958068a359e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.323170] env[70491]: INFO nova.compute.manager [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Took 23.79 seconds to build instance. [ 1133.338960] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d338e3-ccdc-4360-8069-00be67d423ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.341740] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483119} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.342313] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294895, 'name': ReconfigVM_Task, 'duration_secs': 0.155832} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.342518] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294897, 'name': Rename_Task, 'duration_secs': 0.200649} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.342747] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3002d555-3e59-4e62-8248-457d6e2e88f0/3002d555-3e59-4e62-8248-457d6e2e88f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.342948] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.343226] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.343473] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.344375] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6a51cd5-d3dc-4a6d-b0e5-792d69266bee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.346666] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-734b9271-81c5-40ee-b142-65614e2575a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.347660] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2199647-c5b8-412e-970a-2ad64e914cd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.357316] env[70491]: DEBUG nova.compute.provider_tree [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.366359] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1133.366359] env[70491]: value = "task-3294898" [ 1133.366359] env[70491]: _type = "Task" [ 1133.366359] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.367902] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1133.367902] env[70491]: value = "task-3294899" [ 1133.367902] env[70491]: _type = "Task" [ 1133.367902] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.372146] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1133.372146] env[70491]: value = "task-3294900" [ 1133.372146] env[70491]: _type = "Task" [ 1133.372146] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.383461] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.387771] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294899, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.391567] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294900, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.520760] env[70491]: DEBUG nova.network.neutron [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.686161] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updated VIF entry in instance network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.686581] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.826594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b7c04c8e-8404-4e49-b725-3a1e7f671b60 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.302s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.859697] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.862705] env[70491]: DEBUG nova.scheduler.client.report [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.895172] env[70491]: DEBUG oslo_vmware.api [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294899, 'name': PowerOnVM_Task, 'duration_secs': 0.412982} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.895172] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079713} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.898496] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.900498] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.906323] env[70491]: DEBUG nova.compute.manager [None req-0df25144-e071-48c5-9434-9d49257bb1eb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.906323] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2694e60-92e5-4792-a985-ef6bcee80882 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.908503] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.911019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b929362-5e41-45b1-ae4e-ab6ebf49ea6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.943339] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3002d555-3e59-4e62-8248-457d6e2e88f0/3002d555-3e59-4e62-8248-457d6e2e88f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.946510] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36dacfd3-9565-4c91-8457-46d7f90c9f9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.969821] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1133.969821] env[70491]: value = "task-3294901" [ 1133.969821] env[70491]: _type = "Task" [ 1133.969821] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.978434] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.024229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.095117] env[70491]: DEBUG nova.network.neutron [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updating instance_info_cache with network_info: [{"id": "9ac6384d-6aac-490c-844a-daa21ec94610", "address": "fa:16:3e:28:75:54", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac6384d-6a", "ovs_interfaceid": "9ac6384d-6aac-490c-844a-daa21ec94610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.189811] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.190089] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.190356] env[70491]: DEBUG nova.compute.manager [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.190482] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.190672] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.190767] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.297518] env[70491]: DEBUG nova.compute.manager [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Received event network-changed-9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.297518] env[70491]: DEBUG nova.compute.manager [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Refreshing instance network info cache due to event network-changed-9ac6384d-6aac-490c-844a-daa21ec94610. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.297518] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] Acquiring lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.340106] env[70491]: DEBUG nova.compute.manager [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-vif-unplugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.340807] env[70491]: DEBUG oslo_concurrency.lockutils [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.340807] env[70491]: DEBUG oslo_concurrency.lockutils [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.340807] env[70491]: DEBUG oslo_concurrency.lockutils [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.340807] env[70491]: DEBUG nova.compute.manager [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] No waiting events found dispatching network-vif-unplugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.341197] env[70491]: WARNING nova.compute.manager [req-edf1c95e-644d-4ea0-91d6-85473c59e49b req-f7de99fc-18e3-4dc6-bbde-589fe279df8e service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received unexpected event network-vif-unplugged-51df2175-cebd-4663-9835-c405a91443b9 for instance with vm_state shelved and task_state shelving_offloading. [ 1134.367870] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.685s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.392068] env[70491]: DEBUG oslo_vmware.api [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294900, 'name': PowerOnVM_Task, 'duration_secs': 0.727737} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.392068] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.393272] env[70491]: DEBUG nova.compute.manager [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.393892] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbd1e2-3422-40a8-a626-c03ed3e5c902 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.406122] env[70491]: INFO nova.scheduler.client.report [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance 7778ec21-ab08-4dc8-8eea-f70ee1c477d0 [ 1134.480227] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294901, 'name': ReconfigVM_Task, 'duration_secs': 0.503764} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.480494] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3002d555-3e59-4e62-8248-457d6e2e88f0/3002d555-3e59-4e62-8248-457d6e2e88f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.481566] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02cd049-0439-4bcf-9242-db9d0f2c6dfa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.488271] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1134.488271] env[70491]: value = "task-3294902" [ 1134.488271] env[70491]: _type = "Task" [ 1134.488271] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.500904] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.501445] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294902, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.502246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8f0a1-aa3b-4546-9eeb-ef8816f24af4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.510828] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.510828] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3137b8eb-581d-43a7-bbbd-9133b46b27cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.598131] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.598294] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Instance network_info: |[{"id": "9ac6384d-6aac-490c-844a-daa21ec94610", "address": "fa:16:3e:28:75:54", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac6384d-6a", "ovs_interfaceid": "9ac6384d-6aac-490c-844a-daa21ec94610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.598615] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] Acquired lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.598791] env[70491]: DEBUG nova.network.neutron [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Refreshing network info cache for port 9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.600102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:75:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ac6384d-6aac-490c-844a-daa21ec94610', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.608369] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.611374] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.612211] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6183b937-4d15-4a22-a424-94c4b2563138 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.633719] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.633719] env[70491]: value = "task-3294904" [ 1134.633719] env[70491]: _type = "Task" [ 1134.633719] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.642183] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294904, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.916823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c0b275b7-388f-4ce5-9b58-b8f59972d646 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7778ec21-ab08-4dc8-8eea-f70ee1c477d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.154s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.922520] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.922897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.925359] env[70491]: DEBUG nova.objects.instance [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1134.929860] env[70491]: DEBUG nova.network.neutron [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updated VIF entry in instance network info cache for port 9ac6384d-6aac-490c-844a-daa21ec94610. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.930213] env[70491]: DEBUG nova.network.neutron [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updating instance_info_cache with network_info: [{"id": "9ac6384d-6aac-490c-844a-daa21ec94610", "address": "fa:16:3e:28:75:54", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac6384d-6a", "ovs_interfaceid": "9ac6384d-6aac-490c-844a-daa21ec94610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.999108] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294902, 'name': Rename_Task, 'duration_secs': 0.183243} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.999407] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.999981] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e44ae7c-5e7b-4235-9e12-a20660c0b09a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.008137] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1135.008137] env[70491]: value = "task-3294905" [ 1135.008137] env[70491]: _type = "Task" [ 1135.008137] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.016408] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.118964] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.119446] env[70491]: DEBUG nova.network.neutron [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.145106] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294904, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.178553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "204021a3-7300-4916-864c-bad22aa1ddd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.178827] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.179156] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.179445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.179651] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.181736] env[70491]: INFO nova.compute.manager [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Terminating instance [ 1135.424197] env[70491]: INFO nova.compute.manager [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Unrescuing [ 1135.424504] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.424662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.424825] env[70491]: DEBUG nova.network.neutron [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.437320] env[70491]: DEBUG oslo_concurrency.lockutils [req-9ce9c10b-e586-49bb-bfd8-f7bb1de0c267 req-ce54dc33-c866-4dd6-9499-a734ac010cfb service nova] Releasing lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.522413] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.622724] env[70491]: DEBUG oslo_concurrency.lockutils [req-b9904d7f-ae68-41bd-b50e-1fe6bb148cb9 req-4e2101df-59c1-4e62-bd1e-30302f4dc081 service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.644079] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294904, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.685871] env[70491]: DEBUG nova.compute.manager [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.685871] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.686595] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4974e5-1923-4519-aeaf-21dde357c94c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.694735] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.695069] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fb6df9a-f472-453c-86b2-7b9c4a9d75fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.701924] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1135.701924] env[70491]: value = "task-3294906" [ 1135.701924] env[70491]: _type = "Task" [ 1135.701924] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.710570] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.724625] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.724826] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.725016] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.725361] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef39039-0b63-4789-ac75-776e1997acf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.731378] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1135.731378] env[70491]: value = "task-3294907" [ 1135.731378] env[70491]: _type = "Task" [ 1135.731378] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.739337] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.940203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c9a46e54-daef-4275-818a-1f23baac381f tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.982619] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.982908] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.983154] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.983381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.983565] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.985856] env[70491]: INFO nova.compute.manager [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Terminating instance [ 1136.022502] env[70491]: DEBUG oslo_vmware.api [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294905, 'name': PowerOnVM_Task, 'duration_secs': 0.938113} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.025305] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.025453] env[70491]: INFO nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1136.025643] env[70491]: DEBUG nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.026629] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b549d1a8-17c0-47fc-9422-217dfe30c536 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.144976] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294904, 'name': CreateVM_Task, 'duration_secs': 1.323501} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.145203] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.145876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.146230] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.146733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.146733] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3677c7a7-a5ac-4b2b-9bae-03b52686c951 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.151974] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1136.151974] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284272e-492b-a6f0-f0c9-0d6936103a0c" [ 1136.151974] env[70491]: _type = "Task" [ 1136.151974] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.161549] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284272e-492b-a6f0-f0c9-0d6936103a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.208167] env[70491]: DEBUG nova.network.neutron [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [{"id": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "address": "fa:16:3e:a9:f9:17", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8930e5-92", "ovs_interfaceid": "8a8930e5-92d1-4e33-87dd-e00e6e83476e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.214873] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.241612] env[70491]: DEBUG oslo_vmware.api [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1822} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.241854] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.242202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.242410] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.262714] env[70491]: INFO nova.scheduler.client.report [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted allocations for instance 6d7bfd04-01b2-4641-9ed0-01c46b6668bd [ 1136.371606] env[70491]: DEBUG nova.compute.manager [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-changed-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.371694] env[70491]: DEBUG nova.compute.manager [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing instance network info cache due to event network-changed-51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.371951] env[70491]: DEBUG oslo_concurrency.lockutils [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.372391] env[70491]: DEBUG oslo_concurrency.lockutils [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.372391] env[70491]: DEBUG nova.network.neutron [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing network info cache for port 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.490538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "refresh_cache-67bae1c2-1e5d-43d1-8218-cc5277d1f59e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.490847] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquired lock "refresh_cache-67bae1c2-1e5d-43d1-8218-cc5277d1f59e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.490952] env[70491]: DEBUG nova.network.neutron [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.545769] env[70491]: INFO nova.compute.manager [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Took 22.16 seconds to build instance. [ 1136.665434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.666081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.671529] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5284272e-492b-a6f0-f0c9-0d6936103a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.672069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.672334] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.672589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.672743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.672959] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.673248] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac5a06d-12e7-45b1-beae-663f7acc954b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.685269] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.685410] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.686720] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b9098c-dd87-4338-8707-40ea5f917f81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.693538] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1136.693538] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ff124-fafe-1700-d648-d632302caada" [ 1136.693538] env[70491]: _type = "Task" [ 1136.693538] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.702867] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ff124-fafe-1700-d648-d632302caada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.710643] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.716269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-d2c08e6b-4ca2-4664-ba66-c7f857c61871" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.716889] env[70491]: DEBUG nova.objects.instance [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'flavor' on Instance uuid d2c08e6b-4ca2-4664-ba66-c7f857c61871 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.768915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.769309] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.769500] env[70491]: DEBUG nova.objects.instance [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'resources' on Instance uuid 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.009892] env[70491]: DEBUG nova.network.neutron [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1137.049148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-735ddb68-84a6-45e4-b58e-82389bab08a1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.671s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.058062] env[70491]: DEBUG nova.network.neutron [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.174021] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.214759] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525ff124-fafe-1700-d648-d632302caada, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.216159] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2db28d2-8044-4d21-9396-77669c2d3492 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.225444] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.228606] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31332ee-7816-4b00-92ae-4927364ce1a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.236974] env[70491]: DEBUG nova.network.neutron [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updated VIF entry in instance network info cache for port 51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.237363] env[70491]: DEBUG nova.network.neutron [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap51df2175-ce", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.240942] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1137.240942] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52606fbc-c2c2-c827-09e8-12c32d064054" [ 1137.240942] env[70491]: _type = "Task" [ 1137.240942] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.265409] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.265409] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b949ec-4f67-4d1e-bd88-d6cd2dde9b46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.270529] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52606fbc-c2c2-c827-09e8-12c32d064054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.272325] env[70491]: DEBUG nova.objects.instance [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.275614] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1137.275614] env[70491]: value = "task-3294908" [ 1137.275614] env[70491]: _type = "Task" [ 1137.275614] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.287359] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.565027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Releasing lock "refresh_cache-67bae1c2-1e5d-43d1-8218-cc5277d1f59e" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.565027] env[70491]: DEBUG nova.compute.manager [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.565027] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.565027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d27ca-f546-435f-a03c-62d96ae4aac6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.573529] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.573783] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdfb6f3b-216e-40a2-b835-519db108bb43 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.580088] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1137.580088] env[70491]: value = "task-3294909" [ 1137.580088] env[70491]: _type = "Task" [ 1137.580088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.588860] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.701717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.715808] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.738082] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "3002d555-3e59-4e62-8248-457d6e2e88f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.738430] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.738672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.738898] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.739505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.741142] env[70491]: DEBUG oslo_concurrency.lockutils [req-75355dd6-9e21-4875-87e4-211df9f5a019 req-5cf967c1-09b0-4857-a47a-371be992c676 service nova] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.741799] env[70491]: INFO nova.compute.manager [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Terminating instance [ 1137.754787] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52606fbc-c2c2-c827-09e8-12c32d064054, 'name': SearchDatastore_Task, 'duration_secs': 0.038254} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.755725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.755985] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3169eca3-ee34-4a11-aa4c-4379e4f964ae/3169eca3-ee34-4a11-aa4c-4379e4f964ae.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.756276] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d71eeeed-6896-4cc4-abc1-8b8e265a0c68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.763472] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1137.763472] env[70491]: value = "task-3294910" [ 1137.763472] env[70491]: _type = "Task" [ 1137.763472] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.773340] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.774996] env[70491]: DEBUG nova.objects.base [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Object Instance<6d7bfd04-01b2-4641-9ed0-01c46b6668bd> lazy-loaded attributes: resources,numa_topology {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1137.791229] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294908, 'name': PowerOffVM_Task, 'duration_secs': 0.20894} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.791347] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.797828] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1137.801581] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5247d8-ae71-4c0c-bb67-23031d311512 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.826021] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1137.826021] env[70491]: value = "task-3294911" [ 1137.826021] env[70491]: _type = "Task" [ 1137.826021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.832354] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.078112] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f0dc0-b5cb-4d18-b8ea-60c8f7daca30 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.095491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed3ada6-17ec-4ef5-839b-3ca906463dd1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.099087] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294909, 'name': PowerOffVM_Task, 'duration_secs': 0.213619} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.099582] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.099725] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.100497] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfcbfe04-ae32-4dfe-9a0b-9e12c0c2f5a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.134562] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a6417-1695-44b2-b547-6b251a9bf73e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.138061] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.138431] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.138933] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Deleting the datastore file [datastore1] 67bae1c2-1e5d-43d1-8218-cc5277d1f59e {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.138933] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b648534d-d992-40d2-9a41-10d7b52028c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.147392] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8d7062-6a2e-4110-a300-c0bd02251808 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.153605] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for the task: (returnval){ [ 1138.153605] env[70491]: value = "task-3294913" [ 1138.153605] env[70491]: _type = "Task" [ 1138.153605] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.167187] env[70491]: DEBUG nova.compute.provider_tree [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.174338] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.216205] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.249971] env[70491]: DEBUG nova.compute.manager [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1138.250240] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.251342] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffb7fe1-929e-49a6-9dd7-fc3c472ac6ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.262598] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.262932] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4702f5b-4126-4ef1-be03-575da006958b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.274514] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.276095] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1138.276095] env[70491]: value = "task-3294914" [ 1138.276095] env[70491]: _type = "Task" [ 1138.276095] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.285231] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.333508] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294911, 'name': ReconfigVM_Task, 'duration_secs': 0.280354} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.333852] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1138.334156] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.334369] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0382d783-91d1-4bb1-b515-79cdd033bcac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.341651] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1138.341651] env[70491]: value = "task-3294915" [ 1138.341651] env[70491]: _type = "Task" [ 1138.341651] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.351510] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.432336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.432599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.667221] env[70491]: DEBUG oslo_vmware.api [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Task: {'id': task-3294913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213358} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.668012] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.668278] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.668462] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.668645] env[70491]: INFO nova.compute.manager [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1138.668883] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.669129] env[70491]: DEBUG nova.compute.manager [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.669249] env[70491]: DEBUG nova.network.neutron [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.673530] env[70491]: DEBUG nova.scheduler.client.report [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.714188] env[70491]: DEBUG nova.network.neutron [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.723029] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294906, 'name': PowerOffVM_Task, 'duration_secs': 2.524073} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.723029] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.723029] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.723029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3edc2e3-3b7d-49f0-bf66-b28925e7fdef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.776505] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541739} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.777802] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 3169eca3-ee34-4a11-aa4c-4379e4f964ae/3169eca3-ee34-4a11-aa4c-4379e4f964ae.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.777802] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.781111] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd170082-9448-4c12-b96e-b5b3b4863f1d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.790435] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294914, 'name': PowerOffVM_Task, 'duration_secs': 0.177576} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.792374] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.792622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.792968] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1138.792968] env[70491]: value = "task-3294917" [ 1138.792968] env[70491]: _type = "Task" [ 1138.792968] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.793238] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cfa3cf3-daba-440d-8d5d-03dbaeb9fca1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.806611] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.810458] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.810934] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.811240] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleting the datastore file [datastore1] 204021a3-7300-4916-864c-bad22aa1ddd4 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.811573] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4bd3552-d8a3-492e-bf27-add4b8a044cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.820496] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for the task: (returnval){ [ 1138.820496] env[70491]: value = "task-3294919" [ 1138.820496] env[70491]: _type = "Task" [ 1138.820496] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.827963] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.851619] env[70491]: DEBUG oslo_vmware.api [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294915, 'name': PowerOnVM_Task, 'duration_secs': 0.386548} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.852643] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.852955] env[70491]: DEBUG nova.compute.manager [None req-67a10c01-556e-468c-b615-d5487a56da21 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.858022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd638c4d-c9b2-483d-8bc4-f5111ad285d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.877078] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.877470] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.877565] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore1] 3002d555-3e59-4e62-8248-457d6e2e88f0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.877886] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7209360e-59e4-4207-a26f-b00b64b11ae4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.884520] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1138.884520] env[70491]: value = "task-3294920" [ 1138.884520] env[70491]: _type = "Task" [ 1138.884520] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.893498] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.934651] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.180273] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.411s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.183720] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.482s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.185187] env[70491]: INFO nova.compute.claims [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.221886] env[70491]: DEBUG nova.network.neutron [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.304474] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134086} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.305662] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.305662] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220caa2f-1f5c-4a55-9686-373bc93813fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.327165] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 3169eca3-ee34-4a11-aa4c-4379e4f964ae/3169eca3-ee34-4a11-aa4c-4379e4f964ae.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.327493] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c2f94e-6095-496b-8eeb-a0835740c0ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.348627] env[70491]: DEBUG oslo_vmware.api [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Task: {'id': task-3294919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143565} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.349728] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.349913] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.350099] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.350274] env[70491]: INFO nova.compute.manager [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Took 3.66 seconds to destroy the instance on the hypervisor. [ 1139.350504] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.350740] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1139.350740] env[70491]: value = "task-3294921" [ 1139.350740] env[70491]: _type = "Task" [ 1139.350740] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.350919] env[70491]: DEBUG nova.compute.manager [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.351022] env[70491]: DEBUG nova.network.neutron [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.360113] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.393650] env[70491]: DEBUG oslo_vmware.api [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139689} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.394008] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.394210] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.394465] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.394638] env[70491]: INFO nova.compute.manager [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1139.394914] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.395218] env[70491]: DEBUG nova.compute.manager [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1139.395333] env[70491]: DEBUG nova.network.neutron [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.462549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.665960] env[70491]: DEBUG nova.compute.manager [req-4bc2e20f-8311-4213-b7f9-70c5ee2d4026 req-0e0b4b3d-b998-4d74-90fe-c5a833641a89 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Received event network-vif-deleted-3c5964e5-a62e-42ae-a8fb-6c3f6f88239b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.666247] env[70491]: INFO nova.compute.manager [req-4bc2e20f-8311-4213-b7f9-70c5ee2d4026 req-0e0b4b3d-b998-4d74-90fe-c5a833641a89 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Neutron deleted interface 3c5964e5-a62e-42ae-a8fb-6c3f6f88239b; detaching it from the instance and deleting it from the info cache [ 1139.666347] env[70491]: DEBUG nova.network.neutron [req-4bc2e20f-8311-4213-b7f9-70c5ee2d4026 req-0e0b4b3d-b998-4d74-90fe-c5a833641a89 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.671769] env[70491]: DEBUG nova.compute.manager [req-5e43028e-f5f3-4024-a5c2-9c1b5f8fb0d3 req-5603a0a1-b026-42d8-9e8e-bb203074c692 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Received event network-vif-deleted-785d8a7b-0484-48bc-aeb8-b397a053e0ad {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.672017] env[70491]: INFO nova.compute.manager [req-5e43028e-f5f3-4024-a5c2-9c1b5f8fb0d3 req-5603a0a1-b026-42d8-9e8e-bb203074c692 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Neutron deleted interface 785d8a7b-0484-48bc-aeb8-b397a053e0ad; detaching it from the instance and deleting it from the info cache [ 1139.672633] env[70491]: DEBUG nova.network.neutron [req-5e43028e-f5f3-4024-a5c2-9c1b5f8fb0d3 req-5603a0a1-b026-42d8-9e8e-bb203074c692 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.694580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9a79957a-1a59-46e6-aedc-988c04042831 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.171s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.724088] env[70491]: INFO nova.compute.manager [-] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Took 1.05 seconds to deallocate network for instance. [ 1139.862655] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294921, 'name': ReconfigVM_Task, 'duration_secs': 0.27216} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.862893] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 3169eca3-ee34-4a11-aa4c-4379e4f964ae/3169eca3-ee34-4a11-aa4c-4379e4f964ae.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.863544] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25fe6d53-8cec-4010-aec7-5c3e8b91cc12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.869831] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1139.869831] env[70491]: value = "task-3294922" [ 1139.869831] env[70491]: _type = "Task" [ 1139.869831] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.877910] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294922, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.934884] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.935416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.935416] env[70491]: INFO nova.compute.manager [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Unshelving [ 1140.146665] env[70491]: DEBUG nova.network.neutron [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.148313] env[70491]: DEBUG nova.network.neutron [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.170574] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e70908-d191-46f6-b134-6f51b9211bf4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.174899] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b805dcc-c81a-432a-b184-b89b3ef6a3e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.180483] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2580ada1-3510-4baa-b495-ac5b1c7c1da4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.194454] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82140bb3-a4e4-48b4-acb4-020568848d57 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.219432] env[70491]: DEBUG nova.compute.manager [req-4bc2e20f-8311-4213-b7f9-70c5ee2d4026 req-0e0b4b3d-b998-4d74-90fe-c5a833641a89 service nova] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Detach interface failed, port_id=3c5964e5-a62e-42ae-a8fb-6c3f6f88239b, reason: Instance 3002d555-3e59-4e62-8248-457d6e2e88f0 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.229447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.241295] env[70491]: DEBUG nova.compute.manager [req-5e43028e-f5f3-4024-a5c2-9c1b5f8fb0d3 req-5603a0a1-b026-42d8-9e8e-bb203074c692 service nova] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Detach interface failed, port_id=785d8a7b-0484-48bc-aeb8-b397a053e0ad, reason: Instance 204021a3-7300-4916-864c-bad22aa1ddd4 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.378829] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294922, 'name': Rename_Task, 'duration_secs': 0.144309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.379182] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.379503] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eed60ce5-9c73-413a-ac81-5f5f5f97895c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.387815] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1140.387815] env[70491]: value = "task-3294923" [ 1140.387815] env[70491]: _type = "Task" [ 1140.387815] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.396741] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.454431] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a64c11-6d39-4245-9b63-6c395824cedf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.461420] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2d79af-090c-480e-aef9-98720193c4c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.492036] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad07b1f-4584-4967-9942-a9059f919473 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.499616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a50841-24e2-462b-ba81-01233fcce648 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.512870] env[70491]: DEBUG nova.compute.provider_tree [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.651766] env[70491]: INFO nova.compute.manager [-] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Took 1.26 seconds to deallocate network for instance. [ 1140.652285] env[70491]: INFO nova.compute.manager [-] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Took 1.30 seconds to deallocate network for instance. [ 1140.899338] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.961524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.016266] env[70491]: DEBUG nova.scheduler.client.report [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.166031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.166304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.400815] env[70491]: DEBUG oslo_vmware.api [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294923, 'name': PowerOnVM_Task, 'duration_secs': 0.520603} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.401198] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.401445] env[70491]: INFO nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1141.401643] env[70491]: DEBUG nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.402589] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26fe90-fe8b-4a41-804b-00fd837e5706 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.522524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.523351] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.526256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.064s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.527671] env[70491]: INFO nova.compute.claims [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.922923] env[70491]: INFO nova.compute.manager [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Took 21.93 seconds to build instance. [ 1142.034714] env[70491]: DEBUG nova.compute.utils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.037611] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.038119] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.102958] env[70491]: DEBUG nova.policy [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db23ba4b41484b169494b6c40cf51c81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c698b518fa8489481be329417509718', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.426644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fb87613-a551-4d74-b759-9ad9e13083f0 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.446s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.543766] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.547987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.548737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.558192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.558192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.558192] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.558422] env[70491]: INFO nova.compute.manager [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Terminating instance [ 1142.561830] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Successfully created port: d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.608435] env[70491]: DEBUG nova.compute.manager [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Received event network-changed-9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.608539] env[70491]: DEBUG nova.compute.manager [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Refreshing instance network info cache due to event network-changed-9ac6384d-6aac-490c-844a-daa21ec94610. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.608754] env[70491]: DEBUG oslo_concurrency.lockutils [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] Acquiring lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.608895] env[70491]: DEBUG oslo_concurrency.lockutils [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] Acquired lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.609184] env[70491]: DEBUG nova.network.neutron [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Refreshing network info cache for port 9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.842296] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a58bb0-5abe-47f1-ab70-fc80bce08cd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.851359] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7159d41a-74b2-42a0-a031-d46c8251f1ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.886356] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b58a93-4e51-414c-936a-d081ed9fc51b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.894746] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6d72ca-26ce-437f-9735-940952bb5a90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.907906] env[70491]: DEBUG nova.compute.provider_tree [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.914637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.914873] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.043338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.043640] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.043894] env[70491]: INFO nova.compute.manager [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Rebooting instance [ 1143.069721] env[70491]: DEBUG nova.compute.manager [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.069932] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.071234] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a79302-6499-404a-a70d-abcb9f91cb9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.080129] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.080357] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a19997-0463-46b1-ba61-d103d5356b82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.086306] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1143.086306] env[70491]: value = "task-3294924" [ 1143.086306] env[70491]: _type = "Task" [ 1143.086306] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.096269] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.365742] env[70491]: DEBUG nova.network.neutron [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updated VIF entry in instance network info cache for port 9ac6384d-6aac-490c-844a-daa21ec94610. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.366164] env[70491]: DEBUG nova.network.neutron [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updating instance_info_cache with network_info: [{"id": "9ac6384d-6aac-490c-844a-daa21ec94610", "address": "fa:16:3e:28:75:54", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ac6384d-6a", "ovs_interfaceid": "9ac6384d-6aac-490c-844a-daa21ec94610", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.411707] env[70491]: DEBUG nova.scheduler.client.report [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.417178] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.563769] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.575156] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575360] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.575546] env[70491]: DEBUG nova.network.neutron [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.592548] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.592804] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.592964] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.593197] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.593333] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.593480] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.593682] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.593840] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.594013] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.594185] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.594375] env[70491]: DEBUG nova.virt.hardware [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.595407] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd6ec2a-33b2-411c-b753-5a6989c459dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.605344] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294924, 'name': PowerOffVM_Task, 'duration_secs': 0.326697} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.605647] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.605830] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.607057] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6e674-1721-4fde-8d34-a69839f9f0b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.610806] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e37412b1-ed12-4629-b893-5a679d03af9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.676888] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.677144] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.677344] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleting the datastore file [datastore1] 54a23b8f-e973-4db3-bcce-2b6036cae7aa {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.677672] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fb3c9dd-7846-400e-bb53-c1ff1fa48615 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.684783] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for the task: (returnval){ [ 1143.684783] env[70491]: value = "task-3294926" [ 1143.684783] env[70491]: _type = "Task" [ 1143.684783] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.695237] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.872730] env[70491]: DEBUG oslo_concurrency.lockutils [req-930696a2-cba6-4f0c-9c22-a4eef2c970de req-759b2d8c-45d5-4d15-8ad1-947fac4093c7 service nova] Releasing lock "refresh_cache-3169eca3-ee34-4a11-aa4c-4379e4f964ae" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.922254] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.923153] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.925306] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.696s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.925534] env[70491]: DEBUG nova.objects.instance [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lazy-loading 'resources' on Instance uuid 67bae1c2-1e5d-43d1-8218-cc5277d1f59e {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.962801] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.013179] env[70491]: DEBUG nova.compute.manager [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Received event network-vif-plugged-d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.013414] env[70491]: DEBUG oslo_concurrency.lockutils [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.013622] env[70491]: DEBUG oslo_concurrency.lockutils [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.013789] env[70491]: DEBUG oslo_concurrency.lockutils [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.013958] env[70491]: DEBUG nova.compute.manager [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] No waiting events found dispatching network-vif-plugged-d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.014140] env[70491]: WARNING nova.compute.manager [req-c92f9361-6758-4604-9253-16fd4a652240 req-53d25c91-611e-46c7-b603-68a50b4f8249 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Received unexpected event network-vif-plugged-d4b24538-9325-4ae3-a8b9-fdf73d730898 for instance with vm_state building and task_state spawning. [ 1144.092075] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Successfully updated port: d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.193916] env[70491]: DEBUG oslo_vmware.api [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Task: {'id': task-3294926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.194180] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.194360] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.194534] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.194704] env[70491]: INFO nova.compute.manager [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1144.194937] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.195142] env[70491]: DEBUG nova.compute.manager [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.195235] env[70491]: DEBUG nova.network.neutron [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.290248] env[70491]: DEBUG nova.network.neutron [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.430192] env[70491]: DEBUG nova.compute.utils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.434867] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.435060] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.504494] env[70491]: DEBUG nova.policy [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd22d37d06143e793a6808ae93b7e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afa157b81b2b45e6882cef085f87b8d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.597535] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.598508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.598508] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.759018] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff62ec-84f4-406a-94ad-2adab89783c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.766020] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08bb447-51f1-497e-a839-25e77a775e17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.799086] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.806102] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25bac32-61fd-47fa-b07d-0e180a83d3d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.813347] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b13e88-7b2a-4e02-ad5d-9099f7d264da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.830656] env[70491]: DEBUG nova.compute.provider_tree [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.861408] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Successfully created port: 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.938271] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.138771] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.167346] env[70491]: DEBUG nova.network.neutron [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.261256] env[70491]: DEBUG nova.network.neutron [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.307716] env[70491]: DEBUG nova.compute.manager [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.308578] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ca8d75-0c3f-4622-891a-eabdf51c6f55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.333709] env[70491]: DEBUG nova.scheduler.client.report [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.673342] env[70491]: INFO nova.compute.manager [-] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Took 1.48 seconds to deallocate network for instance. [ 1145.764711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.765035] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Instance network_info: |[{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.765595] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:e7:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4b24538-9325-4ae3-a8b9-fdf73d730898', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.774742] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.775100] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.775357] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a7cccd9-b038-4859-944e-4538b4835987 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.797770] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.797770] env[70491]: value = "task-3294927" [ 1145.797770] env[70491]: _type = "Task" [ 1145.797770] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.805689] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294927, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.839048] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.840741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.879s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.840939] env[70491]: DEBUG nova.objects.instance [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'pci_requests' on Instance uuid 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.865644] env[70491]: INFO nova.scheduler.client.report [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Deleted allocations for instance 67bae1c2-1e5d-43d1-8218-cc5277d1f59e [ 1145.948301] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.979562] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.979650] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.979780] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.980036] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.980204] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.980535] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.980775] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.980942] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.981126] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.981300] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.981511] env[70491]: DEBUG nova.virt.hardware [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.982449] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3b68e-7eb9-4567-8048-6e1d17ca2ea3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.991276] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfaf62b-ffed-4941-9b33-6ef3aca63ee5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.046944] env[70491]: DEBUG nova.compute.manager [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Received event network-changed-d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.047098] env[70491]: DEBUG nova.compute.manager [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Refreshing instance network info cache due to event network-changed-d4b24538-9325-4ae3-a8b9-fdf73d730898. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.047347] env[70491]: DEBUG oslo_concurrency.lockutils [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] Acquiring lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.047483] env[70491]: DEBUG oslo_concurrency.lockutils [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] Acquired lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.047642] env[70491]: DEBUG nova.network.neutron [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Refreshing network info cache for port d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.181213] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.284697] env[70491]: DEBUG nova.compute.manager [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.284912] env[70491]: DEBUG oslo_concurrency.lockutils [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.285145] env[70491]: DEBUG oslo_concurrency.lockutils [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.285349] env[70491]: DEBUG oslo_concurrency.lockutils [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.285672] env[70491]: DEBUG nova.compute.manager [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] No waiting events found dispatching network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.285672] env[70491]: WARNING nova.compute.manager [req-0bd71b3f-0df1-44cc-84e7-8042e31b9d25 req-6eb427ea-b57a-4590-832c-e4439f40f929 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received unexpected event network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef for instance with vm_state building and task_state spawning. [ 1146.308249] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294927, 'name': CreateVM_Task, 'duration_secs': 0.490518} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.308426] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.309114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.309249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.309548] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.309801] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050ea1ce-7017-4d03-9e6a-774508e56f34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.314352] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1146.314352] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274f4ed-6f79-b6aa-bd5e-594081fc1167" [ 1146.314352] env[70491]: _type = "Task" [ 1146.314352] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.322945] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274f4ed-6f79-b6aa-bd5e-594081fc1167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.323646] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5df8313-b389-4aea-99a9-c01019adf639 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.329406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Doing hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1146.329615] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-784405c4-1189-4fe0-95c0-e3748a20527d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.334908] env[70491]: DEBUG oslo_vmware.api [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1146.334908] env[70491]: value = "task-3294928" [ 1146.334908] env[70491]: _type = "Task" [ 1146.334908] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.342483] env[70491]: DEBUG oslo_vmware.api [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294928, 'name': ResetVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.344228] env[70491]: DEBUG nova.objects.instance [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'numa_topology' on Instance uuid 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.374200] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Successfully updated port: 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.375530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-209c1a6d-9345-4051-b972-803ac56023f7 tempest-ServersListShow296Test-2124156804 tempest-ServersListShow296Test-2124156804-project-member] Lock "67bae1c2-1e5d-43d1-8218-cc5277d1f59e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.393s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.759205] env[70491]: DEBUG nova.network.neutron [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updated VIF entry in instance network info cache for port d4b24538-9325-4ae3-a8b9-fdf73d730898. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.759439] env[70491]: DEBUG nova.network.neutron [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.824916] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274f4ed-6f79-b6aa-bd5e-594081fc1167, 'name': SearchDatastore_Task, 'duration_secs': 0.010766} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.825255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.825497] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.825737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.825885] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.826076] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.826335] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c15afe4-dd1b-4fbe-a91d-68328e83f1e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.840971] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.841175] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.844468] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110c7b1b-4b9e-44a1-83d3-95385a1b0048 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.846592] env[70491]: DEBUG oslo_vmware.api [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3294928, 'name': ResetVM_Task, 'duration_secs': 0.090489} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.846956] env[70491]: INFO nova.compute.claims [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.849265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Did hard reboot of VM {{(pid=70491) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1146.849473] env[70491]: DEBUG nova.compute.manager [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.850697] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82753f65-e8fa-41ea-b9b9-840e3dce70b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.854228] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1146.854228] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f55cc0-0ee8-0e8a-e69e-bb2c86c2e3f7" [ 1146.854228] env[70491]: _type = "Task" [ 1146.854228] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.865463] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f55cc0-0ee8-0e8a-e69e-bb2c86c2e3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.866213] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7718089b-7bc3-4f60-972d-5f54041250a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.870970] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1146.870970] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a7edd0-53c0-3add-ad33-0ddc4e1c6baa" [ 1146.870970] env[70491]: _type = "Task" [ 1146.870970] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.880307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.880307] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.880307] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.880738] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a7edd0-53c0-3add-ad33-0ddc4e1c6baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.264221] env[70491]: DEBUG oslo_concurrency.lockutils [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] Releasing lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.264506] env[70491]: DEBUG nova.compute.manager [req-b8baf1db-fd02-46ec-b1cb-7b981d58620f req-054b4374-0222-4b02-9723-1ac1a7a71384 service nova] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Received event network-vif-deleted-65bb4f3d-ee50-4710-afd4-e02ee360f0cd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.365220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b9346fd-ad28-4c29-a8d8-74638ef25b4b tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.321s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.387761] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a7edd0-53c0-3add-ad33-0ddc4e1c6baa, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.388268] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.388555] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.391370] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-803a1f47-d6ae-4987-aaf8-fbfe909c78dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.395176] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1147.395176] env[70491]: value = "task-3294929" [ 1147.395176] env[70491]: _type = "Task" [ 1147.395176] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.403811] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.420673] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.569090] env[70491]: DEBUG nova.network.neutron [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.905615] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445157} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.908079] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.908307] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.909028] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ddb8249-efc7-47bb-8111-18f09d20c866 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.915380] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1147.915380] env[70491]: value = "task-3294930" [ 1147.915380] env[70491]: _type = "Task" [ 1147.915380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.923121] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.071492] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.071805] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance network_info: |[{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.072925] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:fb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.079916] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating folder: Project (afa157b81b2b45e6882cef085f87b8d0). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.080194] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6aef9247-8c44-45c6-bf50-2dc55eac5810 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.090951] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created folder: Project (afa157b81b2b45e6882cef085f87b8d0) in parent group-v657728. [ 1148.091152] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating folder: Instances. Parent ref: group-v658011. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.091427] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38441dd9-a28f-42b0-b961-bbd4ae8cc4d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.100948] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created folder: Instances in parent group-v658011. [ 1148.101187] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.101413] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.101632] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d06a354b-5426-497f-820d-b4d1227e6c1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.117160] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d3b76-ea29-4b64-a5f9-394bdafab4cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.125339] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2746430e-1c06-4f7d-b987-e5a26dc53436 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.128163] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.128163] env[70491]: value = "task-3294933" [ 1148.128163] env[70491]: _type = "Task" [ 1148.128163] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.155616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb062510-a2c9-4b14-9a56-d771b4954d46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.160989] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294933, 'name': CreateVM_Task} progress is 15%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.165665] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04e49b-7946-4518-81d4-78509ce46160 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.180466] env[70491]: DEBUG nova.compute.provider_tree [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.315691] env[70491]: DEBUG nova.compute.manager [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.315985] env[70491]: DEBUG nova.compute.manager [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing instance network info cache due to event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.316461] env[70491]: DEBUG oslo_concurrency.lockutils [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.316748] env[70491]: DEBUG oslo_concurrency.lockutils [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.317067] env[70491]: DEBUG nova.network.neutron [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.425519] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254179} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.425713] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.426951] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f6f8eb-356f-4c52-b01c-0d8ffd7b81a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.448245] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.449029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e8ef39b-748a-4ec9-82f3-c3be8f3b5664 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.472066] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1148.472066] env[70491]: value = "task-3294934" [ 1148.472066] env[70491]: _type = "Task" [ 1148.472066] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.479454] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.638506] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294933, 'name': CreateVM_Task, 'duration_secs': 0.435278} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.638721] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.639510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.639678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.639992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.640275] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268f20c5-8b72-49f2-bd07-a1fcc1583f72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.644883] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1148.644883] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db15d2-91e9-7375-57e9-a9eac3f5bf01" [ 1148.644883] env[70491]: _type = "Task" [ 1148.644883] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.652637] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db15d2-91e9-7375-57e9-a9eac3f5bf01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.683958] env[70491]: DEBUG nova.scheduler.client.report [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.981156] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294934, 'name': ReconfigVM_Task, 'duration_secs': 0.498315} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.984022] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.984022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-523aa838-d673-4ed0-8771-5dcc8b37206d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.987921] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1148.987921] env[70491]: value = "task-3294935" [ 1148.987921] env[70491]: _type = "Task" [ 1148.987921] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.000136] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294935, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.056491] env[70491]: DEBUG nova.network.neutron [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updated VIF entry in instance network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.056894] env[70491]: DEBUG nova.network.neutron [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.155904] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52db15d2-91e9-7375-57e9-a9eac3f5bf01, 'name': SearchDatastore_Task, 'duration_secs': 0.015409} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.156238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.156476] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.156711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.156856] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.157044] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.157308] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab2f4f79-9fdb-4d36-b0da-a0a30e1ae4ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.165892] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.166090] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.166814] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb0811b-1352-4f38-815d-aacd803b864f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.172022] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1149.172022] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492eed-e320-ab13-a03a-9682a9777984" [ 1149.172022] env[70491]: _type = "Task" [ 1149.172022] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.178964] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492eed-e320-ab13-a03a-9682a9777984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.188744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.348s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.190700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.026s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.190928] env[70491]: DEBUG nova.objects.instance [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid 3002d555-3e59-4e62-8248-457d6e2e88f0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.218081] env[70491]: INFO nova.network.neutron [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating port 51df2175-cebd-4663-9835-c405a91443b9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1149.501034] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294935, 'name': Rename_Task, 'duration_secs': 0.145341} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.501034] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.501034] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d68ff50-00af-4af6-94c8-94e82b14e16e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.507311] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1149.507311] env[70491]: value = "task-3294936" [ 1149.507311] env[70491]: _type = "Task" [ 1149.507311] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.519426] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.560361] env[70491]: DEBUG oslo_concurrency.lockutils [req-1ef29d68-6529-4c00-a85f-0d41a1d1d173 req-6e139988-6d14-4d77-beb9-a9cd73dd97d1 service nova] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.682095] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52492eed-e320-ab13-a03a-9682a9777984, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.682971] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44356b0b-7ee2-4b2e-a70c-6b088b206332 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.688261] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1149.688261] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f1bf0e-08fb-e2e5-361d-b3a73e551297" [ 1149.688261] env[70491]: _type = "Task" [ 1149.688261] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.697801] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f1bf0e-08fb-e2e5-361d-b3a73e551297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.916552] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3262e4f-19a0-45fb-a7bd-41e14cb4944e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.924373] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371fcfe7-4fbe-4013-a82f-296b2ab249b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.955139] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23d2226-f2ed-46d7-8413-ce83d6792fce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.962581] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e6c43e-3def-46bc-a816-85b7c9994613 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.975643] env[70491]: DEBUG nova.compute.provider_tree [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.017210] env[70491]: DEBUG oslo_vmware.api [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294936, 'name': PowerOnVM_Task, 'duration_secs': 0.454067} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.017491] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.017685] env[70491]: INFO nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Took 6.45 seconds to spawn the instance on the hypervisor. [ 1150.017863] env[70491]: DEBUG nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.018685] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ecbb74-6720-404c-ae1d-a47c90e2850d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.199125] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f1bf0e-08fb-e2e5-361d-b3a73e551297, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.199395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.199652] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.199965] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70a16f3a-cf11-4b57-9632-106bb2aa2886 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.206640] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1150.206640] env[70491]: value = "task-3294937" [ 1150.206640] env[70491]: _type = "Task" [ 1150.206640] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.214520] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.482848] env[70491]: DEBUG nova.scheduler.client.report [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.537177] env[70491]: INFO nova.compute.manager [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Took 12.86 seconds to build instance. [ 1150.651961] env[70491]: DEBUG nova.compute.manager [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.652222] env[70491]: DEBUG oslo_concurrency.lockutils [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.652444] env[70491]: DEBUG oslo_concurrency.lockutils [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.652618] env[70491]: DEBUG oslo_concurrency.lockutils [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.652789] env[70491]: DEBUG nova.compute.manager [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] No waiting events found dispatching network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.652955] env[70491]: WARNING nova.compute.manager [req-cea5bca8-56ae-4de4-85c9-73ab88960759 req-0d1715a9-5634-486f-b483-11db6b66737f service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received unexpected event network-vif-plugged-51df2175-cebd-4663-9835-c405a91443b9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1150.716339] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480755} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.716599] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.716809] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.717070] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc4330b6-8988-4420-9b03-f8507b51e703 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.723473] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1150.723473] env[70491]: value = "task-3294938" [ 1150.723473] env[70491]: _type = "Task" [ 1150.723473] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.734256] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.754114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.754306] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.754486] env[70491]: DEBUG nova.network.neutron [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.990668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.992528] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.826s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.992751] env[70491]: DEBUG nova.objects.instance [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lazy-loading 'resources' on Instance uuid 204021a3-7300-4916-864c-bad22aa1ddd4 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.006507] env[70491]: INFO nova.scheduler.client.report [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance 3002d555-3e59-4e62-8248-457d6e2e88f0 [ 1151.038989] env[70491]: DEBUG oslo_concurrency.lockutils [None req-99d9efbd-ecc2-4b71-9da5-fc6ed53952b5 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.373s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.235479] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223249} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.235738] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.236504] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f67747-1184-4acc-ab7f-1794286fc6cb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.258304] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.260444] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df096cb-14d0-429f-a571-a32b9decbcdf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.280026] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1151.280026] env[70491]: value = "task-3294939" [ 1151.280026] env[70491]: _type = "Task" [ 1151.280026] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.287644] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.514797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-c4db03b7-a5b1-4df6-8522-8c051e42f174 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "3002d555-3e59-4e62-8248-457d6e2e88f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.776s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.517422] env[70491]: DEBUG nova.network.neutron [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.740597] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ccb4bd-0642-4473-8480-09995c765178 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.748210] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49723c0-1b9d-4753-952d-bedb334d71ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.779363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0256ca7b-bba4-4429-b91d-cf47b5fd82b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.792890] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6ee8d-6eed-4395-b0b4-69553c5a7362 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.796720] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.806959] env[70491]: DEBUG nova.compute.provider_tree [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.022959] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.046755] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='afc06163ad992d7210956ab275b01baf',container_format='bare',created_at=2025-04-04T01:35:58Z,direct_url=,disk_format='vmdk',id=6a985fd1-d323-47c0-b90a-27e7e5a3743c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-611333572-shelved',owner='5aaafc34bd0c4a629559db83f56b529b',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-04T01:36:13Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.047025] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.047295] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.048099] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.048099] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.048099] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.048099] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.048313] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.048894] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.048894] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.048894] env[70491]: DEBUG nova.virt.hardware [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.049638] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb19d8b-b5a3-4b4f-8883-909b0a8df493 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.062311] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9237e3d-b58a-4f33-8344-034896f91ba9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.066558] env[70491]: DEBUG nova.compute.manager [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1152.082171] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:28:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51df2175-cebd-4663-9835-c405a91443b9', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.089961] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.090232] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.090462] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdd7f12d-3b2b-4438-9755-5979e563bc99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.109501] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.109501] env[70491]: value = "task-3294940" [ 1152.109501] env[70491]: _type = "Task" [ 1152.109501] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.117332] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294940, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.291762] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294939, 'name': ReconfigVM_Task, 'duration_secs': 0.661302} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.292095] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.293409] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f3f674-0e43-4aef-b15e-3b95cebd0cae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.300802] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1152.300802] env[70491]: value = "task-3294941" [ 1152.300802] env[70491]: _type = "Task" [ 1152.300802] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.308779] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294941, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.309616] env[70491]: DEBUG nova.scheduler.client.report [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.464958] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.465222] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.588025] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.619900] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294940, 'name': CreateVM_Task, 'duration_secs': 0.337759} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.620085] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.620754] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.620917] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.621353] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.621623] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966e981f-59f5-4dbb-9215-05e77495afb5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.626035] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1152.626035] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c20b71-d144-c5c3-10bd-f71acfd0839e" [ 1152.626035] env[70491]: _type = "Task" [ 1152.626035] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.633852] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c20b71-d144-c5c3-10bd-f71acfd0839e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.676492] env[70491]: DEBUG nova.compute.manager [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-changed-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.676678] env[70491]: DEBUG nova.compute.manager [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing instance network info cache due to event network-changed-51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.676884] env[70491]: DEBUG oslo_concurrency.lockutils [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] Acquiring lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.677035] env[70491]: DEBUG oslo_concurrency.lockutils [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] Acquired lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.677198] env[70491]: DEBUG nova.network.neutron [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Refreshing network info cache for port 51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.811228] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294941, 'name': Rename_Task, 'duration_secs': 0.169182} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.811671] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.811671] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d776ec5e-bfad-42d1-918c-9da064f0b7c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.813886] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.815878] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.854s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.817390] env[70491]: INFO nova.compute.claims [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.821547] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1152.821547] env[70491]: value = "task-3294942" [ 1152.821547] env[70491]: _type = "Task" [ 1152.821547] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.829634] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.832518] env[70491]: INFO nova.scheduler.client.report [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Deleted allocations for instance 204021a3-7300-4916-864c-bad22aa1ddd4 [ 1152.967781] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.136542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.136807] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Processing image 6a985fd1-d323-47c0-b90a-27e7e5a3743c {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.137060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.137213] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.137394] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.137902] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df19fd18-1b0a-4a58-bacf-7491fa38ca79 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.146708] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.147289] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.147613] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929989f2-47c5-435d-bba7-fa54df242358 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.153208] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1153.153208] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f98067-a293-6640-06e4-974842869c8e" [ 1153.153208] env[70491]: _type = "Task" [ 1153.153208] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.161034] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f98067-a293-6640-06e4-974842869c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.339463] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294942, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.341075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a424b3f8-20bd-44d4-9d70-96465aa4a3a6 tempest-ServerDiskConfigTestJSON-1289073591 tempest-ServerDiskConfigTestJSON-1289073591-project-member] Lock "204021a3-7300-4916-864c-bad22aa1ddd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.162s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.474473] env[70491]: DEBUG nova.network.neutron [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updated VIF entry in instance network info cache for port 51df2175-cebd-4663-9835-c405a91443b9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.474825] env[70491]: DEBUG nova.network.neutron [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [{"id": "51df2175-cebd-4663-9835-c405a91443b9", "address": "fa:16:3e:06:28:24", "network": {"id": "a3373835-2961-49fb-976d-1041712d6c03", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-803522242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5aaafc34bd0c4a629559db83f56b529b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51df2175-ce", "ovs_interfaceid": "51df2175-cebd-4663-9835-c405a91443b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.497805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.663624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1153.663624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Fetch image to [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38/OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1153.663624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Downloading stream optimized image 6a985fd1-d323-47c0-b90a-27e7e5a3743c to [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38/OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38.vmdk on the data store datastore1 as vApp {{(pid=70491) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1153.663987] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Downloading image file data 6a985fd1-d323-47c0-b90a-27e7e5a3743c to the ESX as VM named 'OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38' {{(pid=70491) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1153.741887] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1153.741887] env[70491]: value = "resgroup-9" [ 1153.741887] env[70491]: _type = "ResourcePool" [ 1153.741887] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1153.742317] env[70491]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2abbd36d-4aa5-42ed-b964-38219b8791d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.766117] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease: (returnval){ [ 1153.766117] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1153.766117] env[70491]: _type = "HttpNfcLease" [ 1153.766117] env[70491]: } obtained for vApp import into resource pool (val){ [ 1153.766117] env[70491]: value = "resgroup-9" [ 1153.766117] env[70491]: _type = "ResourcePool" [ 1153.766117] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1153.766451] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the lease: (returnval){ [ 1153.766451] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1153.766451] env[70491]: _type = "HttpNfcLease" [ 1153.766451] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1153.772137] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.772137] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1153.772137] env[70491]: _type = "HttpNfcLease" [ 1153.772137] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.838445] env[70491]: DEBUG oslo_vmware.api [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294942, 'name': PowerOnVM_Task, 'duration_secs': 0.781494} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.838895] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.839170] env[70491]: INFO nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1153.839398] env[70491]: DEBUG nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.840589] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380efe2a-9c1c-4030-b0eb-3ebf271eaee8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.979272] env[70491]: DEBUG oslo_concurrency.lockutils [req-0eda1bf3-7622-4be4-b433-009b13ff51cf req-820c9cd1-76a4-420c-95cf-1e9105ce15c9 service nova] Releasing lock "refresh_cache-6d7bfd04-01b2-4641-9ed0-01c46b6668bd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.071859] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa6d83-9a1e-48db-84fd-68ad8c0a0a61 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.079193] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d6c7f-0567-4482-bb2b-d964340cc8b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.108461] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71be2179-ac9e-42f7-ba18-e7c8419b75b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.115508] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5180e60f-a93b-4bbd-8919-08c24772900d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.128401] env[70491]: DEBUG nova.compute.provider_tree [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.276632] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.276632] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1154.276632] env[70491]: _type = "HttpNfcLease" [ 1154.276632] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.362121] env[70491]: INFO nova.compute.manager [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Took 14.92 seconds to build instance. [ 1154.634320] env[70491]: DEBUG nova.scheduler.client.report [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.778655] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.778655] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1154.778655] env[70491]: _type = "HttpNfcLease" [ 1154.778655] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1154.866641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0ba00861-5355-4cb8-95a9-5d84e48867d0 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.434s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.139073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.139658] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.142482] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.961s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.142697] env[70491]: DEBUG nova.objects.instance [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lazy-loading 'resources' on Instance uuid 54a23b8f-e973-4db3-bcce-2b6036cae7aa {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.276799] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.276799] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1155.276799] env[70491]: _type = "HttpNfcLease" [ 1155.276799] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.277121] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.277121] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f4d0f6-c6ae-8860-a07a-5452766d67fe" [ 1155.277121] env[70491]: _type = "HttpNfcLease" [ 1155.277121] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1155.277859] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a36548f-843d-4eaf-9652-b6f9fb2d4e91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.285493] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.285683] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1155.349846] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-084d354a-daa9-45db-b362-f3e7b2d17f9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.645842] env[70491]: DEBUG nova.compute.utils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.656071] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.656268] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.710190] env[70491]: DEBUG nova.policy [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e618d4cf5752436e9cfea99d04c98de0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '005af30970c04404a601ad9f76cea8cb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.768496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "b9858786-381b-4f11-946b-7b0c6742c227" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.768496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.012080] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd064f46-03b9-4bd0-9681-39a046b7bf84 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.029994] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597fd962-11d3-4c82-9e62-46d678f1bf00 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.074019] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Successfully created port: 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.084829] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c67a393-ec31-4ada-94c3-c7b7de5a53f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.098861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68113fc-54a9-43b7-aa53-b0e9a09b05d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.115071] env[70491]: DEBUG nova.compute.provider_tree [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.158436] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.271190] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.433980] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1156.434333] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1156.435390] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4321264-b0bd-4f52-a9cd-9aaa4df0f8cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.445034] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1156.445034] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1156.445034] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0a7e1543-f495-4175-a15f-6350f39eba41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.621068] env[70491]: DEBUG nova.scheduler.client.report [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.797980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.997741] env[70491]: DEBUG oslo_vmware.rw_handles [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520bf2fc-b716-ab8b-d924-adf57b78d8de/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1156.998385] env[70491]: INFO nova.virt.vmwareapi.images [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Downloaded image file data 6a985fd1-d323-47c0-b90a-27e7e5a3743c [ 1156.998837] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87929354-3079-4fe1-9e03-b996b3cdb15e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.013990] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c85231-c822-4012-90f9-e750973b143a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.106392] env[70491]: INFO nova.virt.vmwareapi.images [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] The imported VM was unregistered [ 1157.108898] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1157.109352] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.109448] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84eebfd5-49d6-4503-8a5c-cff1957bb36a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.123074] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Created directory with path [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.123273] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38/OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38.vmdk to [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk. {{(pid=70491) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1157.123524] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f7ce4a1-1398-4d87-9315-5a803285906b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.127757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.131175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.543s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.132636] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1157.132636] env[70491]: value = "task-3294945" [ 1157.132636] env[70491]: _type = "Task" [ 1157.132636] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.140837] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.151260] env[70491]: INFO nova.scheduler.client.report [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Deleted allocations for instance 54a23b8f-e973-4db3-bcce-2b6036cae7aa [ 1157.170084] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.211477] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.211740] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.211775] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.211929] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.212132] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.212287] env[70491]: DEBUG nova.virt.hardware [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.213198] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c3ca5-9fd2-4acc-a843-a55f9aadeb68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.223445] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f825c1-f338-4865-84e5-456a4a0d1fea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.636862] env[70491]: INFO nova.compute.claims [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.661790] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.662486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7d7828d7-7afb-416a-af98-3519f6806566 tempest-ServersWithFlavorSwapResizeTest-183577370 tempest-ServersWithFlavorSwapResizeTest-183577370-project-member] Lock "54a23b8f-e973-4db3-bcce-2b6036cae7aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.114s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.670077] env[70491]: DEBUG nova.compute.manager [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-vif-plugged-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.670194] env[70491]: DEBUG oslo_concurrency.lockutils [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.670329] env[70491]: DEBUG oslo_concurrency.lockutils [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.670524] env[70491]: DEBUG oslo_concurrency.lockutils [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.674900] env[70491]: DEBUG nova.compute.manager [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] No waiting events found dispatching network-vif-plugged-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.675054] env[70491]: WARNING nova.compute.manager [req-39a579d1-bf66-4ed1-958e-9d7db6522c92 req-63eae7ee-d669-4634-8131-c123dcd6a1fa service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received unexpected event network-vif-plugged-5a524f44-7aac-4bb6-9c55-86a77a509c55 for instance with vm_state building and task_state spawning. [ 1157.793391] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Successfully updated port: 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.154721] env[70491]: INFO nova.compute.resource_tracker [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating resource usage from migration 97666103-9ab5-417c-a7d2-539f8b66dbfe [ 1158.162013] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.307778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.307911] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.309400] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.487059] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62907316-6c9f-4a82-8d97-d919dcd04aa1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.497822] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad00c81-9f5f-49c7-a7a5-209fdd703ba6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.535324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925d305-2aed-4fb7-8696-1d0da9b50186 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.545551] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b164a7-00c4-4327-a807-a7fde5a97b7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.561549] env[70491]: DEBUG nova.compute.provider_tree [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.658857] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.881725] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.065367] env[70491]: DEBUG nova.scheduler.client.report [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.098993] env[70491]: DEBUG nova.network.neutron [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.159345] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.570954] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.440s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.571191] env[70491]: INFO nova.compute.manager [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Migrating [ 1159.579718] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.082s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.581201] env[70491]: INFO nova.compute.claims [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.601466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.601914] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Instance network_info: |[{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.602452] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:58:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a524f44-7aac-4bb6-9c55-86a77a509c55', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.612081] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.613119] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.614354] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d20b259-0246-4ee7-ab34-4b0edbff8b74 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.641639] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.641639] env[70491]: value = "task-3294946" [ 1159.641639] env[70491]: _type = "Task" [ 1159.641639] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.653073] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294946, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.658223] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294945, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.411435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.658525] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38/OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38.vmdk to [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk. [ 1159.658723] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Cleaning up location [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1159.659257] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c4e9fed6-f837-469f-b28b-4f739b733c38 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.659257] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddbfd41e-b0b4-4488-bad0-776515fe6f76 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.666057] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1159.666057] env[70491]: value = "task-3294947" [ 1159.666057] env[70491]: _type = "Task" [ 1159.666057] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.674890] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.706231] env[70491]: DEBUG nova.compute.manager [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.706466] env[70491]: DEBUG nova.compute.manager [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing instance network info cache due to event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.706637] env[70491]: DEBUG oslo_concurrency.lockutils [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.706780] env[70491]: DEBUG oslo_concurrency.lockutils [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.706939] env[70491]: DEBUG nova.network.neutron [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.097371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.097371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.097906] env[70491]: DEBUG nova.network.neutron [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.153842] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294946, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.175796] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036702} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.176068] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.176238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.176480] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk to [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.176815] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e94065e-dc3b-475d-8094-d8bbbffa5d0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.183198] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1160.183198] env[70491]: value = "task-3294948" [ 1160.183198] env[70491]: _type = "Task" [ 1160.183198] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.191348] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.410777] env[70491]: DEBUG nova.network.neutron [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updated VIF entry in instance network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.410886] env[70491]: DEBUG nova.network.neutron [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.654546] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294946, 'name': CreateVM_Task, 'duration_secs': 0.517997} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.654845] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.658143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.658478] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.658711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.659142] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f7e123-399f-45fb-8b6a-ab045a12f90a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.664462] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1160.664462] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d9478c-8431-8ed8-9320-4467396203f4" [ 1160.664462] env[70491]: _type = "Task" [ 1160.664462] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.675277] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d9478c-8431-8ed8-9320-4467396203f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.697159] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.845210] env[70491]: DEBUG nova.network.neutron [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.914788] env[70491]: DEBUG oslo_concurrency.lockutils [req-dc3a669b-013b-47c1-9b55-dc8c617699eb req-c5b9da53-5ebe-4e6f-bca7-22ef99557916 service nova] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.944556] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985d1665-affe-404b-807e-94f5cd22bfc1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.953538] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95db6a-ffc0-4033-ba97-ef87b79534c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.991235] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c829f8f1-bf45-464a-a340-6937d1adc77f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.999596] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff4d5e-532d-4cce-8c41-402a93f05383 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.016473] env[70491]: DEBUG nova.compute.provider_tree [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.176258] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d9478c-8431-8ed8-9320-4467396203f4, 'name': SearchDatastore_Task, 'duration_secs': 0.095025} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.176598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.176788] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.176848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.177020] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.177327] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.177631] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90585054-875f-4095-9bbc-c94679034231 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.196969] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.198417] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.198633] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.199554] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ee7afbb-92ad-4dc7-8a84-bbb2498dc552 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.205767] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1161.205767] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c636b1-d9ef-fae8-1803-e900ceb72270" [ 1161.205767] env[70491]: _type = "Task" [ 1161.205767] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.214867] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c636b1-d9ef-fae8-1803-e900ceb72270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.348739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.397260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.397544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.398047] env[70491]: DEBUG nova.objects.instance [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.518045] env[70491]: DEBUG nova.scheduler.client.report [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.694284] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.718869] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c636b1-d9ef-fae8-1803-e900ceb72270, 'name': SearchDatastore_Task, 'duration_secs': 0.087167} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.720227] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83ffa14-7c3f-44a5-ba87-702ee9fe1970 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.726724] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1161.726724] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5221009c-30a1-8a1a-fabf-948c1b8c7077" [ 1161.726724] env[70491]: _type = "Task" [ 1161.726724] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.737026] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5221009c-30a1-8a1a-fabf-948c1b8c7077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.006284] env[70491]: DEBUG nova.objects.instance [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.025203] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.445s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.025706] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.028392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.231s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.029851] env[70491]: INFO nova.compute.claims [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.195534] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.237518] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5221009c-30a1-8a1a-fabf-948c1b8c7077, 'name': SearchDatastore_Task, 'duration_secs': 0.089298} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.237518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.237847] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/6a5ebce3-66f8-4ae8-b139-b690379758f3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.238030] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34bce2f4-3480-45f6-b28e-091968aae384 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.245078] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1162.245078] env[70491]: value = "task-3294949" [ 1162.245078] env[70491]: _type = "Task" [ 1162.245078] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.252587] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.509399] env[70491]: DEBUG nova.objects.base [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance<66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa> lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.509855] env[70491]: DEBUG nova.network.neutron [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.534274] env[70491]: DEBUG nova.compute.utils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.540381] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.540626] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.589129] env[70491]: DEBUG nova.policy [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.592454] env[70491]: DEBUG nova.policy [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.699457] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294948, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.333468} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.699824] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6a985fd1-d323-47c0-b90a-27e7e5a3743c/6a985fd1-d323-47c0-b90a-27e7e5a3743c.vmdk to [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.704304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc739cc6-40d3-486e-9088-f21ce3a782f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.730519] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.730800] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82669b7-5077-4fe3-af5d-b931d711512b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.757389] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294949, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.759219] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1162.759219] env[70491]: value = "task-3294950" [ 1162.759219] env[70491]: _type = "Task" [ 1162.759219] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.768489] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.865053] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c25c6-ad1e-466f-a08a-8ae6d4b79f89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.885036] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.911691] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Successfully created port: 7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.039377] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1163.256113] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678211} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.258491] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/6a5ebce3-66f8-4ae8-b139-b690379758f3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.258731] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.259175] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31efc9f8-7cd9-4e49-8609-7e42947391c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.269684] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.270870] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1163.270870] env[70491]: value = "task-3294951" [ 1163.270870] env[70491]: _type = "Task" [ 1163.270870] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.280821] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.306968] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e825398a-1ea8-4af7-8c0b-bfe5850361fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.314231] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d57df6-c814-4767-b4dc-08b065eb6f3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.345424] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00748b6-a2c4-4725-b561-3ef21ed4348e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353196] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d5b3bb-d893-4dd5-baef-8d7ffe7469b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.368364] env[70491]: DEBUG nova.compute.provider_tree [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.392830] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.393429] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-459f59bb-abd6-4092-9492-dc9cf4e48e20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.400346] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1163.400346] env[70491]: value = "task-3294952" [ 1163.400346] env[70491]: _type = "Task" [ 1163.400346] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.409032] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.771405] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294950, 'name': ReconfigVM_Task, 'duration_secs': 0.621968} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.771792] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd/6d7bfd04-01b2-4641-9ed0-01c46b6668bd.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.772460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0bc322-268c-4729-bd08-19b68369a06b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.782541] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063342} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.783787] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.784151] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1163.784151] env[70491]: value = "task-3294953" [ 1163.784151] env[70491]: _type = "Task" [ 1163.784151] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.784873] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b48e94-d5e6-4f18-95cb-4a862d13dcb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796060] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294953, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.815391] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/6a5ebce3-66f8-4ae8-b139-b690379758f3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.815938] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81adbf9d-535b-4d61-b7bf-703a2c76aeb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.838917] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1163.838917] env[70491]: value = "task-3294954" [ 1163.838917] env[70491]: _type = "Task" [ 1163.838917] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.848302] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.871132] env[70491]: DEBUG nova.scheduler.client.report [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.915212] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294952, 'name': PowerOffVM_Task, 'duration_secs': 0.222018} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.915518] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.915729] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.058073] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.094108] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.094108] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.094108] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.094481] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.094481] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.094693] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.094858] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.094936] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.095100] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.095268] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.095517] env[70491]: DEBUG nova.virt.hardware [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.097115] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4b051e-f552-457b-9424-e6b35ee3bdf7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.104778] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975f69d5-6bc2-4484-8610-c3fa7e658e28 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.150078] env[70491]: DEBUG nova.compute.manager [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.150295] env[70491]: DEBUG oslo_concurrency.lockutils [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.150506] env[70491]: DEBUG oslo_concurrency.lockutils [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.150676] env[70491]: DEBUG oslo_concurrency.lockutils [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.150841] env[70491]: DEBUG nova.compute.manager [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] No waiting events found dispatching network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.151011] env[70491]: WARNING nova.compute.manager [req-7caf00c4-f739-4359-8d91-ecd497f632f3 req-c5f737e4-f248-447b-af00-95515be3af97 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received unexpected event network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb for instance with vm_state active and task_state None. [ 1164.242541] env[70491]: DEBUG nova.network.neutron [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Successfully updated port: 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.298863] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294953, 'name': Rename_Task, 'duration_secs': 0.240276} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.299202] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.299453] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e4d434-9ed9-4b5c-bf13-d1ebe93e53d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.305920] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1164.305920] env[70491]: value = "task-3294955" [ 1164.305920] env[70491]: _type = "Task" [ 1164.305920] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.313765] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.353589] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.377252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.377954] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.409685] env[70491]: DEBUG nova.compute.manager [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Received event network-vif-plugged-7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.409851] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] Acquiring lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.410157] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.410472] env[70491]: DEBUG oslo_concurrency.lockutils [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.410472] env[70491]: DEBUG nova.compute.manager [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] No waiting events found dispatching network-vif-plugged-7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.410678] env[70491]: WARNING nova.compute.manager [req-6d5ae9b9-7d15-4e11-af6e-540330242a5d req-44781b3d-63ed-40b5-85f2-eebf7990c8ea service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Received unexpected event network-vif-plugged-7d403595-fd8e-4426-ab44-dadc9255e69d for instance with vm_state building and task_state spawning. [ 1164.424181] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.424499] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.424675] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.424892] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.425052] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.425305] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.425568] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.425752] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.425931] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.426159] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.426455] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.433262] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb8053a-13d7-439f-b0bc-8ce599f74dea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.451397] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1164.451397] env[70491]: value = "task-3294956" [ 1164.451397] env[70491]: _type = "Task" [ 1164.451397] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.459275] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.480719] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Successfully updated port: 7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.745862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.746064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.746251] env[70491]: DEBUG nova.network.neutron [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.816326] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294955, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.851964] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294954, 'name': ReconfigVM_Task, 'duration_secs': 0.747093} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.852247] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/6a5ebce3-66f8-4ae8-b139-b690379758f3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.852881] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22c38e50-bb4e-4bc3-a97a-d2dda3c27fd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.859297] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1164.859297] env[70491]: value = "task-3294957" [ 1164.859297] env[70491]: _type = "Task" [ 1164.859297] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.867581] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294957, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.884056] env[70491]: DEBUG nova.compute.utils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.885662] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.885774] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.948772] env[70491]: DEBUG nova.policy [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5bd22d37d06143e793a6808ae93b7e35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afa157b81b2b45e6882cef085f87b8d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.961259] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294956, 'name': ReconfigVM_Task, 'duration_secs': 0.227247} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.961259] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.984426] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.984690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.984857] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.263513] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Successfully created port: b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.279763] env[70491]: WARNING nova.network.neutron [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 1165.316620] env[70491]: DEBUG oslo_vmware.api [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3294955, 'name': PowerOnVM_Task, 'duration_secs': 0.548623} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.316945] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.371291] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294957, 'name': Rename_Task, 'duration_secs': 0.145182} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.371582] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.371815] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5f33de-2df8-47f1-8146-e3d2e09135fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.378655] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1165.378655] env[70491]: value = "task-3294958" [ 1165.378655] env[70491]: _type = "Task" [ 1165.378655] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.387905] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.388385] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.433374] env[70491]: DEBUG nova.compute.manager [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.439391] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1a4dd2-68ad-4f02-aa83-c97995f7ee39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.468091] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.468305] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.469060] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.469060] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.469060] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.469060] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.469396] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.469396] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.470481] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.470481] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.470481] env[70491]: DEBUG nova.virt.hardware [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.475480] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.478309] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b0e5393-47b3-4446-91dc-3f57a29c49f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.501937] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1165.501937] env[70491]: value = "task-3294959" [ 1165.501937] env[70491]: _type = "Task" [ 1165.501937] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.510690] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.554136] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.660829] env[70491]: DEBUG nova.network.neutron [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "address": "fa:16:3e:5a:7f:c4", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7cc9ff-a7", "ovs_interfaceid": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.847562] env[70491]: DEBUG nova.network.neutron [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Updating instance_info_cache with network_info: [{"id": "7d403595-fd8e-4426-ab44-dadc9255e69d", "address": "fa:16:3e:5f:9e:f3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d403595-fd", "ovs_interfaceid": "7d403595-fd8e-4426-ab44-dadc9255e69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.889321] env[70491]: DEBUG oslo_vmware.api [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3294958, 'name': PowerOnVM_Task, 'duration_secs': 0.469611} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.889763] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.889974] env[70491]: INFO nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1165.890178] env[70491]: DEBUG nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.891192] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55414698-1c7e-4b6d-bfd4-3f600619ddbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.964659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1b5aa430-2ae2-44e5-983e-0ae6cc40aafa tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.026s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.013048] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294959, 'name': ReconfigVM_Task, 'duration_secs': 0.190537} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.013048] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.013475] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb6cad3-75e2-47ab-8ed0-8766f28c182a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.036950] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.037285] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ab54f0-7cd7-4efc-a774-3ca053feca13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.056699] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1166.056699] env[70491]: value = "task-3294960" [ 1166.056699] env[70491]: _type = "Task" [ 1166.056699] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.065074] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.163769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.164523] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.164618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165483] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2280320-927f-4ee6-a03a-7cf1e3a913ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.185032] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.185381] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.185381] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.185381] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.185569] env[70491]: DEBUG nova.virt.hardware [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.191782] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfiguring VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1166.193123] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a15deae-331d-46e9-a276-2a982769b661 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.208822] env[70491]: DEBUG nova.compute.manager [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.209076] env[70491]: DEBUG nova.compute.manager [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.209314] env[70491]: DEBUG oslo_concurrency.lockutils [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.209463] env[70491]: DEBUG oslo_concurrency.lockutils [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.209643] env[70491]: DEBUG nova.network.neutron [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.218159] env[70491]: DEBUG oslo_vmware.api [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1166.218159] env[70491]: value = "task-3294961" [ 1166.218159] env[70491]: _type = "Task" [ 1166.218159] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.229831] env[70491]: DEBUG oslo_vmware.api [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294961, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.350341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.350690] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Instance network_info: |[{"id": "7d403595-fd8e-4426-ab44-dadc9255e69d", "address": "fa:16:3e:5f:9e:f3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d403595-fd", "ovs_interfaceid": "7d403595-fd8e-4426-ab44-dadc9255e69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.351086] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:9e:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d403595-fd8e-4426-ab44-dadc9255e69d', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.359023] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.359639] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.359891] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e627f1-eea7-4f44-89d3-95cf86c14547 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.379130] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.379130] env[70491]: value = "task-3294962" [ 1166.379130] env[70491]: _type = "Task" [ 1166.379130] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.386919] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294962, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.405881] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.416143] env[70491]: INFO nova.compute.manager [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Took 22.49 seconds to build instance. [ 1166.448865] env[70491]: DEBUG nova.compute.manager [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Received event network-changed-7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.448865] env[70491]: DEBUG nova.compute.manager [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Refreshing instance network info cache due to event network-changed-7d403595-fd8e-4426-ab44-dadc9255e69d. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.448865] env[70491]: DEBUG oslo_concurrency.lockutils [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] Acquiring lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.448865] env[70491]: DEBUG oslo_concurrency.lockutils [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] Acquired lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.448865] env[70491]: DEBUG nova.network.neutron [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Refreshing network info cache for port 7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.452494] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.452494] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.452703] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.452879] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.453066] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.453235] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.453458] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.453635] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.453825] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.454035] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.454228] env[70491]: DEBUG nova.virt.hardware [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.455674] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0dc5ec-9211-43dc-9811-83171d500d39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.466573] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe10735-fe0c-4829-a1b4-6e18c436af90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.567354] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.738438] env[70491]: DEBUG oslo_vmware.api [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.893847] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294962, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.928128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ea81d29d-c40a-4eea-93ee-02ee878764a5 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.009s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.073981] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294960, 'name': ReconfigVM_Task, 'duration_secs': 0.52167} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.074392] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd/7ceae3d2-e491-40a4-a4d5-a3105ed85cfd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.074622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.151402] env[70491]: DEBUG nova.network.neutron [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.151802] env[70491]: DEBUG nova.network.neutron [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "address": "fa:16:3e:5a:7f:c4", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7cc9ff-a7", "ovs_interfaceid": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.229833] env[70491]: DEBUG oslo_vmware.api [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294961, 'name': ReconfigVM_Task, 'duration_secs': 0.810579} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.230560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.230858] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfigured VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1167.348875] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Successfully updated port: b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.391713] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294962, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.581560] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a21b52e-9d7a-4425-8e01-a86756630228 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.606962] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48b9916-5450-4a68-b76e-94cc1c023053 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.626198] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.654854] env[70491]: DEBUG oslo_concurrency.lockutils [req-a4ee716e-d512-4553-a183-56c03acc69b2 req-ef902d41-01af-49b8-817e-8ca395563bf1 service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.725592] env[70491]: DEBUG nova.network.neutron [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Updated VIF entry in instance network info cache for port 7d403595-fd8e-4426-ab44-dadc9255e69d. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.725972] env[70491]: DEBUG nova.network.neutron [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Updating instance_info_cache with network_info: [{"id": "7d403595-fd8e-4426-ab44-dadc9255e69d", "address": "fa:16:3e:5f:9e:f3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d403595-fd", "ovs_interfaceid": "7d403595-fd8e-4426-ab44-dadc9255e69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.735765] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15e89307-0f5b-4b0d-a9ae-8b02f0996d08 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.338s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.853012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.853012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.853012] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.891696] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294962, 'name': CreateVM_Task, 'duration_secs': 1.35527} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.891909] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.892578] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.892767] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.893103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.893360] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e7847e4-3c60-4ec2-842a-f6a2542e20a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.898700] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1167.898700] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52917e9f-ef92-02b0-0a48-cac08355e88b" [ 1167.898700] env[70491]: _type = "Task" [ 1167.898700] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.906942] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52917e9f-ef92-02b0-0a48-cac08355e88b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.195013] env[70491]: DEBUG nova.network.neutron [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Port d4b24538-9325-4ae3-a8b9-fdf73d730898 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1168.232906] env[70491]: DEBUG oslo_concurrency.lockutils [req-54afad75-b1f0-44e6-8363-0fcefe4d177a req-ffc479e5-db6d-47eb-9dc1-a39bd507e0fd service nova] Releasing lock "refresh_cache-d484d9ce-7abe-4631-bd00-d0cea11ea400" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.281925] env[70491]: DEBUG nova.compute.manager [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.282123] env[70491]: DEBUG nova.compute.manager [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing instance network info cache due to event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.282336] env[70491]: DEBUG oslo_concurrency.lockutils [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.282509] env[70491]: DEBUG oslo_concurrency.lockutils [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.282693] env[70491]: DEBUG nova.network.neutron [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.383481] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.411471] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52917e9f-ef92-02b0-0a48-cac08355e88b, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.411852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.412078] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1168.412330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.412497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.412747] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1168.413030] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c90c29a-d004-4dd4-92de-b2f7e7522ac2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.423043] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1168.423179] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1168.424251] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25d4691-db2c-4439-b83c-2201bc48e038 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.430826] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1168.430826] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c537e-4f8a-c740-598c-0494c31eeebd" [ 1168.430826] env[70491]: _type = "Task" [ 1168.430826] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.442172] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c537e-4f8a-c740-598c-0494c31eeebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.483244] env[70491]: DEBUG nova.compute.manager [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Received event network-vif-plugged-b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.483512] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Acquiring lock "b9858786-381b-4f11-946b-7b0c6742c227-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.483678] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Lock "b9858786-381b-4f11-946b-7b0c6742c227-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.483927] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Lock "b9858786-381b-4f11-946b-7b0c6742c227-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.484059] env[70491]: DEBUG nova.compute.manager [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] No waiting events found dispatching network-vif-plugged-b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.484244] env[70491]: WARNING nova.compute.manager [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Received unexpected event network-vif-plugged-b0cd1e74-6343-49a8-a435-083d199dd553 for instance with vm_state building and task_state spawning. [ 1168.484421] env[70491]: DEBUG nova.compute.manager [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Received event network-changed-b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.484583] env[70491]: DEBUG nova.compute.manager [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Refreshing instance network info cache due to event network-changed-b0cd1e74-6343-49a8-a435-083d199dd553. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.484746] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Acquiring lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.574557] env[70491]: DEBUG nova.network.neutron [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Updating instance_info_cache with network_info: [{"id": "b0cd1e74-6343-49a8-a435-083d199dd553", "address": "fa:16:3e:c1:ca:2c", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cd1e74-63", "ovs_interfaceid": "b0cd1e74-6343-49a8-a435-083d199dd553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.764613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "fa7012b4-4f78-4727-9e90-01bf39df4168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.765406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.943027] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c537e-4f8a-c740-598c-0494c31eeebd, 'name': SearchDatastore_Task, 'duration_secs': 0.012036} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.946213] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c30ea69-13ef-4e91-9359-2e2a71d51615 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.952096] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1168.952096] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5252d072-e01c-3feb-348e-1addf541b81d" [ 1168.952096] env[70491]: _type = "Task" [ 1168.952096] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.960141] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5252d072-e01c-3feb-348e-1addf541b81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.040245] env[70491]: DEBUG nova.network.neutron [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updated VIF entry in instance network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.040620] env[70491]: DEBUG nova.network.neutron [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.077726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.078212] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Instance network_info: |[{"id": "b0cd1e74-6343-49a8-a435-083d199dd553", "address": "fa:16:3e:c1:ca:2c", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cd1e74-63", "ovs_interfaceid": "b0cd1e74-6343-49a8-a435-083d199dd553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.078367] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Acquired lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.078546] env[70491]: DEBUG nova.network.neutron [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Refreshing network info cache for port b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.079709] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ca:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0cd1e74-6343-49a8-a435-083d199dd553', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.087837] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.088730] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.088964] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05563de5-fbe3-45a0-a612-2e740c9b0245 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.110807] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.110807] env[70491]: value = "task-3294963" [ 1169.110807] env[70491]: _type = "Task" [ 1169.110807] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.118752] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294963, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.142339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.142737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.219012] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.219292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.219428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.270525] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.462832] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5252d072-e01c-3feb-348e-1addf541b81d, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.463184] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.463376] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d484d9ce-7abe-4631-bd00-d0cea11ea400/d484d9ce-7abe-4631-bd00-d0cea11ea400.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.463640] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2bf6be2-1e6d-442c-ab69-674f3a1de10c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.469545] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1169.469545] env[70491]: value = "task-3294964" [ 1169.469545] env[70491]: _type = "Task" [ 1169.469545] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.476933] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.543550] env[70491]: DEBUG oslo_concurrency.lockutils [req-adfc14b4-57ef-4c8b-9355-7c8a2a4bce8b req-4d7ff9aa-55a2-4e01-8774-3154ad423b72 service nova] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.623645] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294963, 'name': CreateVM_Task, 'duration_secs': 0.361594} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.626738] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.627862] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.628176] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.628697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.629692] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aa09970-2e03-4299-838a-d98fa1402b39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.635557] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1169.635557] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec210b-4e6a-9302-379a-f9f179ec55e9" [ 1169.635557] env[70491]: _type = "Task" [ 1169.635557] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.645503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.645503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.645598] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec210b-4e6a-9302-379a-f9f179ec55e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.646369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49199876-d61d-4e01-b72d-716b3401ed3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.663803] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f48b0-fc9d-497c-9f92-7cc9e5761a74 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.691556] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfiguring VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1169.694468] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4796233b-fae0-467c-9c92-526ae67e1b0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.714574] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1169.714574] env[70491]: value = "task-3294965" [ 1169.714574] env[70491]: _type = "Task" [ 1169.714574] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.724291] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.801365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.801725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.803426] env[70491]: INFO nova.compute.claims [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.974501] env[70491]: DEBUG nova.network.neutron [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Updated VIF entry in instance network info cache for port b0cd1e74-6343-49a8-a435-083d199dd553. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.974853] env[70491]: DEBUG nova.network.neutron [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Updating instance_info_cache with network_info: [{"id": "b0cd1e74-6343-49a8-a435-083d199dd553", "address": "fa:16:3e:c1:ca:2c", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cd1e74-63", "ovs_interfaceid": "b0cd1e74-6343-49a8-a435-083d199dd553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.983043] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469866} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.983043] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d484d9ce-7abe-4631-bd00-d0cea11ea400/d484d9ce-7abe-4631-bd00-d0cea11ea400.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.983043] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.983258] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e9009c-9b7c-4c6c-a93c-6be571dd4aa7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.990185] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1169.990185] env[70491]: value = "task-3294966" [ 1169.990185] env[70491]: _type = "Task" [ 1169.990185] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.998572] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.146328] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52ec210b-4e6a-9302-379a-f9f179ec55e9, 'name': SearchDatastore_Task, 'duration_secs': 0.059996} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.146622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.146899] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.147219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.147398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147631] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.147890] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec6debb-c072-4068-9a69-7d48e8eb5205 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.155847] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.156048] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.156784] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e53bc34e-657b-424c-8ce2-fbbe9e4b5277 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.161922] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1170.161922] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52953bf8-6773-3ca9-7bb4-753c3030162d" [ 1170.161922] env[70491]: _type = "Task" [ 1170.161922] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.169292] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52953bf8-6773-3ca9-7bb4-753c3030162d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.223850] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.254788] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.254962] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.255152] env[70491]: DEBUG nova.network.neutron [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.477279] env[70491]: DEBUG oslo_concurrency.lockutils [req-ca71f219-458a-41bd-9b94-c43621e34b8f req-d5846cd9-a154-4d4e-9519-3f67e9a373e8 service nova] Releasing lock "refresh_cache-b9858786-381b-4f11-946b-7b0c6742c227" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.499699] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072301} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.500021] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.500889] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c66e2c-1c6a-4dc7-bc47-2c194e7e95e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.523020] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] d484d9ce-7abe-4631-bd00-d0cea11ea400/d484d9ce-7abe-4631-bd00-d0cea11ea400.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.523341] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3dbc835-b2b1-4b7d-940d-79c0d18f247a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.544675] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1170.544675] env[70491]: value = "task-3294967" [ 1170.544675] env[70491]: _type = "Task" [ 1170.544675] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.552090] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.672940] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52953bf8-6773-3ca9-7bb4-753c3030162d, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.673773] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c02a9a-a4a5-4745-92ef-669684ffc932 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.680030] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1170.680030] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269f5ed-0728-848f-55e2-1c5d0d058dd9" [ 1170.680030] env[70491]: _type = "Task" [ 1170.680030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.687141] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269f5ed-0728-848f-55e2-1c5d0d058dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.727059] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.975571] env[70491]: DEBUG nova.network.neutron [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.055372] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294967, 'name': ReconfigVM_Task, 'duration_secs': 0.281829} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.056370] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Reconfigured VM instance instance-0000006d to attach disk [datastore1] d484d9ce-7abe-4631-bd00-d0cea11ea400/d484d9ce-7abe-4631-bd00-d0cea11ea400.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.056782] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96c7784-e130-45c1-bf35-c5623372204d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.065105] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1171.065105] env[70491]: value = "task-3294968" [ 1171.065105] env[70491]: _type = "Task" [ 1171.065105] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.075546] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294968, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.077065] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9e839f-bddd-4e18-b441-13781e5418e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.083877] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3823796-2973-4f7e-a7d4-2879150928ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.113963] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df391715-7bff-4c05-ad10-45181ffbcc19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.122335] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad8884-d24d-4d04-842c-5cfeb62ad524 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.137908] env[70491]: DEBUG nova.compute.provider_tree [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.190162] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5269f5ed-0728-848f-55e2-1c5d0d058dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014881} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.190431] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.190626] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b9858786-381b-4f11-946b-7b0c6742c227/b9858786-381b-4f11-946b-7b0c6742c227.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.190905] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa1e1a8-8436-4e87-b678-0c9fb3fa204e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.198668] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1171.198668] env[70491]: value = "task-3294969" [ 1171.198668] env[70491]: _type = "Task" [ 1171.198668] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.207587] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.226289] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.479009] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.576935] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294968, 'name': Rename_Task, 'duration_secs': 0.168561} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.577296] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.577591] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e549c194-a7de-47fd-a2b2-96d89f85db20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.585467] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1171.585467] env[70491]: value = "task-3294970" [ 1171.585467] env[70491]: _type = "Task" [ 1171.585467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.594666] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.640967] env[70491]: DEBUG nova.scheduler.client.report [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.708969] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469074} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.709275] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] b9858786-381b-4f11-946b-7b0c6742c227/b9858786-381b-4f11-946b-7b0c6742c227.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.709511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.709782] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4765d18-7f1d-498d-84cb-623e8ebcb097 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.715617] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1171.715617] env[70491]: value = "task-3294971" [ 1171.715617] env[70491]: _type = "Task" [ 1171.715617] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.726249] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.729370] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.974567] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.974807] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.975071] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.975322] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.975581] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.975843] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.976070] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.976255] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1171.976504] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1171.999294] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3754e50-605f-4d95-8655-764f429345b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.017992] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c71499-df3f-42dc-9546-8fe17f0314a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.024983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.101121] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294970, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.146211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.146735] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.229346] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06161} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.233318] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.233650] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.234385] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048557a0-7a14-4418-99f7-35ef80ff48f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.257237] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b9858786-381b-4f11-946b-7b0c6742c227/b9858786-381b-4f11-946b-7b0c6742c227.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.257529] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4d8bfe-ca62-4786-8e56-e0877cca50bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.277127] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1172.277127] env[70491]: value = "task-3294972" [ 1172.277127] env[70491]: _type = "Task" [ 1172.277127] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.285171] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.479927] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.480373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.480373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.480493] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1172.481467] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da709ed9-3b7a-4923-ad97-1502e1e35e75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.490037] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d7cd3-cbf9-4415-a563-693f70d77008 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.504398] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3ff51-7555-44dd-8396-7aef2dd27adf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.511212] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c8fc18-63a9-448a-8ce5-66d2cd7113fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.544381] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.544738] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178734MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1172.544926] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.545093] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.546714] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-890059ab-9d8e-48c9-a1c3-3f1468e03465 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.553735] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1172.553735] env[70491]: value = "task-3294973" [ 1172.553735] env[70491]: _type = "Task" [ 1172.553735] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.561609] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.596294] env[70491]: DEBUG oslo_vmware.api [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294970, 'name': PowerOnVM_Task, 'duration_secs': 0.861024} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.596649] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.596872] env[70491]: INFO nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1172.597071] env[70491]: DEBUG nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.597861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d9aea-8c10-4fb7-bc99-897ebd6fb27c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.651380] env[70491]: DEBUG nova.compute.utils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.652799] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.653126] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.707824] env[70491]: DEBUG nova.policy [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd750a8192d6445e7b31bd444d378bbdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b31b28c98cb473099f9a0f464d436b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.730209] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.786919] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.947298] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Successfully created port: 42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.068453] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.119312] env[70491]: INFO nova.compute.manager [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Took 19.65 seconds to build instance. [ 1173.156031] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.231767] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.288286] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294972, 'name': ReconfigVM_Task, 'duration_secs': 0.708793} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.288579] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b9858786-381b-4f11-946b-7b0c6742c227/b9858786-381b-4f11-946b-7b0c6742c227.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.290047] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a1541ba-b4ae-417c-aa3b-e9127866446f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.295765] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1173.295765] env[70491]: value = "task-3294974" [ 1173.295765] env[70491]: _type = "Task" [ 1173.295765] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.303713] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294974, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.565042] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Applying migration context for instance 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd as it has an incoming, in-progress migration 97666103-9ab5-417c-a7d2-539f8b66dbfe. Migration status is post-migrating {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1047}} [ 1173.567053] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating resource usage from migration 97666103-9ab5-417c-a7d2-539f8b66dbfe [ 1173.575158] env[70491]: DEBUG oslo_vmware.api [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294973, 'name': PowerOnVM_Task, 'duration_secs': 0.589243} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.575438] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.575647] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-33df6267-4356-4c4c-9d3a-804f82c688f6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance '7ceae3d2-e491-40a4-a4d5-a3105ed85cfd' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.596424] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.596590] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.596713] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.596827] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ed50613e-5b98-48df-ac1c-c333954d64b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.596939] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8b685346-c354-4723-b640-187dbb685009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597066] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 23b2a44c-8865-4a42-aa5a-3588cc61630e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597181] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597288] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597395] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597501] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a987311-6f87-41ba-b21a-0ddc5bae3890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597604] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f99ddd8f-714c-4df4-939f-f9b01bb294b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597708] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 3169eca3-ee34-4a11-aa4c-4379e4f964ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597811] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c0b1ec27-c86c-4eef-8a19-e15e645268af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.597914] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6d7bfd04-01b2-4641-9ed0-01c46b6668bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598027] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a5ebce3-66f8-4ae8-b139-b690379758f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598134] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Migration 97666103-9ab5-417c-a7d2-539f8b66dbfe is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1743}} [ 1173.598237] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598338] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d484d9ce-7abe-4631-bd00-d0cea11ea400 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598439] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance b9858786-381b-4f11-946b-7b0c6742c227 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598539] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance fa7012b4-4f78-4727-9e90-01bf39df4168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1173.598765] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1173.598896] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1173.621103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-40dd1bd3-33cf-425b-ae50-93cdd7999138 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.156s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.731644] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.806725] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294974, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.853258] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e59b7b1-3c11-48e1-bca0-0d61edf100f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.860786] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7655eb36-feea-4332-a50e-e8dd90710dc9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.889994] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec36c3e-d033-46bd-96a2-b8dc27b0f84a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.897666] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d39e585-935c-41cc-95b1-50313b585196 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.911444] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.951373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.951742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.952057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.952272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.952447] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.955041] env[70491]: INFO nova.compute.manager [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Terminating instance [ 1174.167448] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.193898] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.194211] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.194321] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.194501] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.194646] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.194794] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.194999] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.195175] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.195341] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.195501] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.195671] env[70491]: DEBUG nova.virt.hardware [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.196549] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9591d74-5004-4546-8376-303bf814c4a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.204462] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf3327-df07-49b5-b449-3fe651c3cdd1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.230697] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.306215] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294974, 'name': Rename_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.417238] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.461024] env[70491]: DEBUG nova.compute.manager [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.461024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.461024] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a757f6b4-cf5b-413b-930a-e272da27b2c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.466537] env[70491]: DEBUG nova.compute.manager [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Received event network-vif-plugged-42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.467785] env[70491]: DEBUG oslo_concurrency.lockutils [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] Acquiring lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.467785] env[70491]: DEBUG oslo_concurrency.lockutils [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.467785] env[70491]: DEBUG oslo_concurrency.lockutils [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.467785] env[70491]: DEBUG nova.compute.manager [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] No waiting events found dispatching network-vif-plugged-42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.467785] env[70491]: WARNING nova.compute.manager [req-6590d0bb-e307-45f9-8724-58382722a5db req-71ad7b29-6c3f-4131-a83e-c3c4c8317a75 service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Received unexpected event network-vif-plugged-42aed6cf-aa64-4c0a-b032-48f31f451118 for instance with vm_state building and task_state spawning. [ 1174.472939] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.472939] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b76741b-ac98-4568-831b-70bc2eddf4ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.479152] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1174.479152] env[70491]: value = "task-3294975" [ 1174.479152] env[70491]: _type = "Task" [ 1174.479152] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.487249] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.551914] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Successfully updated port: 42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.733456] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.806232] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294974, 'name': Rename_Task, 'duration_secs': 1.33888} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.806639] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.807032] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4840803d-351a-41a0-8de2-5fe4cb06341d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.813547] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1174.813547] env[70491]: value = "task-3294976" [ 1174.813547] env[70491]: _type = "Task" [ 1174.813547] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.822140] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.922856] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1174.923164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.378s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.987610] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294975, 'name': PowerOffVM_Task, 'duration_secs': 0.270364} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.987924] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.988085] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.989013] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41f14205-c7ab-4935-b356-91800beaf3c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.054963] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.055232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquired lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.055481] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.064983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.065177] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.065378] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore1] d484d9ce-7abe-4631-bd00-d0cea11ea400 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.065636] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eca8374f-caa8-4e46-832f-8eb394f4d8bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.073274] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1175.073274] env[70491]: value = "task-3294978" [ 1175.073274] env[70491]: _type = "Task" [ 1175.073274] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.083277] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.233333] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.324173] env[70491]: DEBUG oslo_vmware.api [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294976, 'name': PowerOnVM_Task, 'duration_secs': 0.503513} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.324419] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.324629] env[70491]: INFO nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1175.324809] env[70491]: DEBUG nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.325681] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9544dd-0762-48c2-b27d-e0e5b0d740a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.477538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.477845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.478023] env[70491]: DEBUG nova.compute.manager [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Going to confirm migration 6 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1175.585175] env[70491]: DEBUG oslo_vmware.api [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3294978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198587} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.585629] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.585828] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.586024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.586224] env[70491]: INFO nova.compute.manager [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1175.586469] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.586694] env[70491]: DEBUG nova.compute.manager [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.586795] env[70491]: DEBUG nova.network.neutron [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.592611] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.736673] env[70491]: DEBUG oslo_vmware.api [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294965, 'name': ReconfigVM_Task, 'duration_secs': 5.816131} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.737327] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.737327] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Reconfigured VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1175.814384] env[70491]: DEBUG nova.network.neutron [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Updating instance_info_cache with network_info: [{"id": "42aed6cf-aa64-4c0a-b032-48f31f451118", "address": "fa:16:3e:03:f6:1b", "network": {"id": "bc0305da-9835-449e-9bff-907990f7e2a4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-684277638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b31b28c98cb473099f9a0f464d436b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aed6cf-aa", "ovs_interfaceid": "42aed6cf-aa64-4c0a-b032-48f31f451118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.843102] env[70491]: INFO nova.compute.manager [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Took 19.06 seconds to build instance. [ 1176.002349] env[70491]: DEBUG nova.compute.manager [req-38ba1c0d-5f06-4b7b-b7f6-30e299b49526 req-0b288cad-8074-435c-bcbe-563ceac2ff29 service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Received event network-vif-deleted-7d403595-fd8e-4426-ab44-dadc9255e69d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.002537] env[70491]: INFO nova.compute.manager [req-38ba1c0d-5f06-4b7b-b7f6-30e299b49526 req-0b288cad-8074-435c-bcbe-563ceac2ff29 service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Neutron deleted interface 7d403595-fd8e-4426-ab44-dadc9255e69d; detaching it from the instance and deleting it from the info cache [ 1176.002785] env[70491]: DEBUG nova.network.neutron [req-38ba1c0d-5f06-4b7b-b7f6-30e299b49526 req-0b288cad-8074-435c-bcbe-563ceac2ff29 service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.076803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.076987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquired lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.077182] env[70491]: DEBUG nova.network.neutron [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.077367] env[70491]: DEBUG nova.objects.instance [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'info_cache' on Instance uuid 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.086186] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "b9858786-381b-4f11-946b-7b0c6742c227" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.316768] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Releasing lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.317131] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Instance network_info: |[{"id": "42aed6cf-aa64-4c0a-b032-48f31f451118", "address": "fa:16:3e:03:f6:1b", "network": {"id": "bc0305da-9835-449e-9bff-907990f7e2a4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-684277638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b31b28c98cb473099f9a0f464d436b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aed6cf-aa", "ovs_interfaceid": "42aed6cf-aa64-4c0a-b032-48f31f451118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.317569] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:f6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42aed6cf-aa64-4c0a-b032-48f31f451118', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.325086] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Creating folder: Project (3b31b28c98cb473099f9a0f464d436b2). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.325432] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98aa9431-86d8-4feb-8b22-84eb852db2b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.337709] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Created folder: Project (3b31b28c98cb473099f9a0f464d436b2) in parent group-v657728. [ 1176.337857] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Creating folder: Instances. Parent ref: group-v658019. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1176.338099] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df8e1ca8-429b-4f59-97ee-91847a5bcf22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.345355] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f3a73a93-62c1-4203-b686-9b1b29f625de tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.577s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.345585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.260s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.345798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "b9858786-381b-4f11-946b-7b0c6742c227-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.345997] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.346175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.348530] env[70491]: INFO nova.compute.manager [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Terminating instance [ 1176.350997] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Created folder: Instances in parent group-v658019. [ 1176.351239] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.352322] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.352694] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76522442-ce67-4797-90b2-378000282ff2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.372320] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.372320] env[70491]: value = "task-3294981" [ 1176.372320] env[70491]: _type = "Task" [ 1176.372320] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.379718] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294981, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.383091] env[70491]: DEBUG nova.network.neutron [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.500813] env[70491]: DEBUG nova.compute.manager [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Received event network-changed-42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.501052] env[70491]: DEBUG nova.compute.manager [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Refreshing instance network info cache due to event network-changed-42aed6cf-aa64-4c0a-b032-48f31f451118. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.501304] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] Acquiring lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.501463] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] Acquired lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.501672] env[70491]: DEBUG nova.network.neutron [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Refreshing network info cache for port 42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.507982] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-431437bb-4471-4d0e-a885-3c2b2d785608 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.518006] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a0de7-ecc2-4cab-9c7b-b3c8f3ccb1ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.553806] env[70491]: DEBUG nova.compute.manager [req-38ba1c0d-5f06-4b7b-b7f6-30e299b49526 req-0b288cad-8074-435c-bcbe-563ceac2ff29 service nova] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Detach interface failed, port_id=7d403595-fd8e-4426-ab44-dadc9255e69d, reason: Instance d484d9ce-7abe-4631-bd00-d0cea11ea400 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1176.853556] env[70491]: DEBUG nova.compute.manager [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.853877] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.854702] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1a44c9-f4f5-4f8a-b595-91d823bc4f08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.865352] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.865593] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb587e8-ad0b-4692-b7f7-008149437352 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.871824] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1176.871824] env[70491]: value = "task-3294982" [ 1176.871824] env[70491]: _type = "Task" [ 1176.871824] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.885440] env[70491]: INFO nova.compute.manager [-] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Took 1.30 seconds to deallocate network for instance. [ 1176.885853] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.892828] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3294981, 'name': CreateVM_Task, 'duration_secs': 0.349256} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.895744] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.900018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.900018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.900018] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.900018] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299036e4-f24a-4c4f-8e96-4d152228eca2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.908022] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1176.908022] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218b2ce-0726-a592-4795-7fbe5b8658f4" [ 1176.908022] env[70491]: _type = "Task" [ 1176.908022] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.914196] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218b2ce-0726-a592-4795-7fbe5b8658f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.121095] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121299] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.121480] env[70491]: DEBUG nova.network.neutron [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.280535] env[70491]: DEBUG nova.network.neutron [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Updated VIF entry in instance network info cache for port 42aed6cf-aa64-4c0a-b032-48f31f451118. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.280880] env[70491]: DEBUG nova.network.neutron [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Updating instance_info_cache with network_info: [{"id": "42aed6cf-aa64-4c0a-b032-48f31f451118", "address": "fa:16:3e:03:f6:1b", "network": {"id": "bc0305da-9835-449e-9bff-907990f7e2a4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-684277638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b31b28c98cb473099f9a0f464d436b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42aed6cf-aa", "ovs_interfaceid": "42aed6cf-aa64-4c0a-b032-48f31f451118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.367867] env[70491]: DEBUG nova.network.neutron [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [{"id": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "address": "fa:16:3e:c2:e7:f0", "network": {"id": "fc02c12a-a172-4dcb-8da2-d3c0e1a6990a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1777699363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c698b518fa8489481be329417509718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6ca3b2e-69a5-4cea-96a7-eaad5ec5fd9b", "external-id": "nsx-vlan-transportzone-989", "segmentation_id": 989, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4b24538-93", "ovs_interfaceid": "d4b24538-9325-4ae3-a8b9-fdf73d730898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.381176] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294982, 'name': PowerOffVM_Task, 'duration_secs': 0.166283} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.381448] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.381612] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.381885] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfff97e5-ccf2-49ac-9dd9-ffc4502ac8b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.397022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.397227] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.397445] env[70491]: DEBUG nova.objects.instance [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid d484d9ce-7abe-4631-bd00-d0cea11ea400 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.414932] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5218b2ce-0726-a592-4795-7fbe5b8658f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.415246] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.415474] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.415700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.415845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.416042] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.416291] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f755d681-d8ec-4bda-b53f-a985fc815449 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.425045] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.425232] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.425923] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80c1e98-3cd1-451c-834a-91daac62d424 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.431091] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1177.431091] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd613e-ded2-b33e-cb8b-d24e644ba82e" [ 1177.431091] env[70491]: _type = "Task" [ 1177.431091] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.438410] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd613e-ded2-b33e-cb8b-d24e644ba82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.456980] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.457202] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.457382] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleting the datastore file [datastore1] b9858786-381b-4f11-946b-7b0c6742c227 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.457631] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba9bb4c3-d27a-4ca7-9dac-96c8e84efcaa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.463298] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1177.463298] env[70491]: value = "task-3294984" [ 1177.463298] env[70491]: _type = "Task" [ 1177.463298] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.470691] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.649233] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.649502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.649964] env[70491]: DEBUG nova.objects.instance [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'flavor' on Instance uuid f99ddd8f-714c-4df4-939f-f9b01bb294b0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.784135] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6fb4aa7-1caa-4495-8df8-2a7e6dcd9c5d req-f4ecbd88-0247-45f9-87c5-fc4615fc4c5f service nova] Releasing lock "refresh_cache-fa7012b4-4f78-4727-9e90-01bf39df4168" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.796700] env[70491]: INFO nova.network.neutron [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1177.797055] env[70491]: DEBUG nova.network.neutron [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.870628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Releasing lock "refresh_cache-7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.871160] env[70491]: DEBUG nova.objects.instance [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lazy-loading 'migration_context' on Instance uuid 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.943504] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52dd613e-ded2-b33e-cb8b-d24e644ba82e, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.944321] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a25f243-99d4-4bc0-a6fc-3e56c8e68e50 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.952377] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1177.952377] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5226193d-b6b6-fd50-f56e-6de7450b6d48" [ 1177.952377] env[70491]: _type = "Task" [ 1177.952377] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.960012] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5226193d-b6b6-fd50-f56e-6de7450b6d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.971129] env[70491]: DEBUG oslo_vmware.api [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3294984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.973430] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.973624] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.973801] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.973989] env[70491]: INFO nova.compute.manager [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.974306] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.974668] env[70491]: DEBUG nova.compute.manager [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.974769] env[70491]: DEBUG nova.network.neutron [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.157793] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f84d7b-8497-4258-83bf-802115847d13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.165610] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf8e86f-74dd-4884-80b9-f4df71e13f75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.197892] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb82aa-fdb2-43df-b88c-613fd599d282 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.205732] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8014ecf-e2d3-446d-b8fc-d99fbf0e06a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.219136] env[70491]: DEBUG nova.compute.provider_tree [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.289440] env[70491]: DEBUG nova.objects.instance [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'pci_requests' on Instance uuid f99ddd8f-714c-4df4-939f-f9b01bb294b0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.301504] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.374155] env[70491]: DEBUG nova.objects.base [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Object Instance<7ceae3d2-e491-40a4-a4d5-a3105ed85cfd> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.375422] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39acf7a1-184f-4b2c-848a-04c14046e7a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.395231] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e55db1a-9e13-47b4-8273-413b297fae2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.400927] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1178.400927] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b238dc-b25d-1428-1e01-965627790540" [ 1178.400927] env[70491]: _type = "Task" [ 1178.400927] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.408753] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b238dc-b25d-1428-1e01-965627790540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.462485] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5226193d-b6b6-fd50-f56e-6de7450b6d48, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.462741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.463011] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] fa7012b4-4f78-4727-9e90-01bf39df4168/fa7012b4-4f78-4727-9e90-01bf39df4168.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.463282] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c2ee35-92ca-4c9c-8a5f-a0db931d3978 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.471305] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1178.471305] env[70491]: value = "task-3294985" [ 1178.471305] env[70491]: _type = "Task" [ 1178.471305] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.479430] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.722668] env[70491]: DEBUG nova.scheduler.client.report [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.752852] env[70491]: DEBUG nova.network.neutron [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.792226] env[70491]: DEBUG nova.objects.base [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1178.792453] env[70491]: DEBUG nova.network.neutron [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1178.805473] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3de00522-087f-463a-846f-276cb1c4a80d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.663s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.870475] env[70491]: DEBUG nova.policy [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b22d39d2b229410594553dc9cefe9ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c276d3a86f224f75829fb9c279d797af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.916750] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b238dc-b25d-1428-1e01-965627790540, 'name': SearchDatastore_Task, 'duration_secs': 0.007129} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.917323] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.981493] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491542} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.981759] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] fa7012b4-4f78-4727-9e90-01bf39df4168/fa7012b4-4f78-4727-9e90-01bf39df4168.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.982096] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.982367] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01e5ac3-9767-4a23-be16-682c4340067c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.990192] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1178.990192] env[70491]: value = "task-3294986" [ 1178.990192] env[70491]: _type = "Task" [ 1178.990192] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.998768] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.228111] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.230590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.313s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.251875] env[70491]: INFO nova.scheduler.client.report [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance d484d9ce-7abe-4631-bd00-d0cea11ea400 [ 1179.255558] env[70491]: INFO nova.compute.manager [-] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Took 1.28 seconds to deallocate network for instance. [ 1179.504982] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.297553} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.505352] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.506482] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d751f-0c58-46a2-b67d-6ab45bebc3ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.541168] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] fa7012b4-4f78-4727-9e90-01bf39df4168/fa7012b4-4f78-4727-9e90-01bf39df4168.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.541569] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e77fdbe9-30ce-43fe-aadd-625be36bf304 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.573019] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1179.573019] env[70491]: value = "task-3294987" [ 1179.573019] env[70491]: _type = "Task" [ 1179.573019] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.584866] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.759387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-485893ce-3d29-47ee-ac2f-8369dbee4d86 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "d484d9ce-7abe-4631-bd00-d0cea11ea400" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.808s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.761159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.960618] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9c55c6-31c3-46d2-9f4b-fe42b010c016 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.968869] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce650afc-0880-424e-a322-c91d5fdd3f54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.999521] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27648897-993a-4a6f-aeff-5b29818af15d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.006921] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d4b36a-07d4-42e0-a688-da24fa3c4a1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.020412] env[70491]: DEBUG nova.compute.provider_tree [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.084596] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294987, 'name': ReconfigVM_Task, 'duration_secs': 0.294168} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.084889] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Reconfigured VM instance instance-0000006f to attach disk [datastore2] fa7012b4-4f78-4727-9e90-01bf39df4168/fa7012b4-4f78-4727-9e90-01bf39df4168.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.085482] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7b7dbd9-80f8-472b-9eac-8e7944682e96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.092345] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1180.092345] env[70491]: value = "task-3294988" [ 1180.092345] env[70491]: _type = "Task" [ 1180.092345] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.100731] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294988, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.332962] env[70491]: DEBUG nova.network.neutron [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Successfully updated port: 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.523878] env[70491]: DEBUG nova.scheduler.client.report [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.602681] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294988, 'name': Rename_Task, 'duration_secs': 0.148112} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.602961] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.603220] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-562f0697-ae7f-4e31-8842-2f721a01c6bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.610389] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1180.610389] env[70491]: value = "task-3294989" [ 1180.610389] env[70491]: _type = "Task" [ 1180.610389] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.618404] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.836278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.836522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.836738] env[70491]: DEBUG nova.network.neutron [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.121996] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.371965] env[70491]: WARNING nova.network.neutron [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] 34649ff9-7608-4ff5-881b-af884dc1981f already exists in list: networks containing: ['34649ff9-7608-4ff5-881b-af884dc1981f']. ignoring it [ 1181.535899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.305s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.538723] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.778s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.538960] env[70491]: DEBUG nova.objects.instance [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'resources' on Instance uuid b9858786-381b-4f11-946b-7b0c6742c227 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.622347] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.635258] env[70491]: DEBUG nova.network.neutron [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "address": "fa:16:3e:5a:7f:c4", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7cc9ff-a7", "ovs_interfaceid": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.092118] env[70491]: INFO nova.scheduler.client.report [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocation for migration 97666103-9ab5-417c-a7d2-539f8b66dbfe [ 1182.121768] env[70491]: DEBUG oslo_vmware.api [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294989, 'name': PowerOnVM_Task, 'duration_secs': 1.14581} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.124444] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.124682] env[70491]: INFO nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1182.124682] env[70491]: DEBUG nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.125742] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7859e19-1267-4202-977f-8acab907e982 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.138406] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.138643] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.138799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.140167] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0776447e-c7e0-4eec-9a48-acfd87eceb95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.159202] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.159450] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.159618] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.159831] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.160037] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.160155] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.160365] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.160919] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.160919] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.160919] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.161080] env[70491]: DEBUG nova.virt.hardware [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.167423] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfiguring VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1182.170225] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f1706a-4de5-4777-9d9c-e4a2d5e86048 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.188887] env[70491]: DEBUG oslo_vmware.api [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1182.188887] env[70491]: value = "task-3294990" [ 1182.188887] env[70491]: _type = "Task" [ 1182.188887] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.200123] env[70491]: DEBUG oslo_vmware.api [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294990, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.305562] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93852584-d008-45cb-8838-75e294b4892e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.313147] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d8ba5-412a-48f8-b626-64005e627905 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.343720] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf490bd-492e-4f32-82cd-77b2a89577cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.351622] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a4a23-cb5b-4603-b0ba-4d471d41295e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.366585] env[70491]: DEBUG nova.compute.provider_tree [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.597981] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.120s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.648592] env[70491]: INFO nova.compute.manager [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Took 12.87 seconds to build instance. [ 1182.701411] env[70491]: DEBUG oslo_vmware.api [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.870344] env[70491]: DEBUG nova.scheduler.client.report [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.150057] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3cb657df-61a2-4ebe-9e83-8987cd487cde tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.385s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.200141] env[70491]: DEBUG oslo_vmware.api [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294990, 'name': ReconfigVM_Task, 'duration_secs': 0.54601} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.200689] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.201101] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfigured VM to attach interface {{(pid=70491) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1183.375747] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.398679] env[70491]: INFO nova.scheduler.client.report [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted allocations for instance b9858786-381b-4f11-946b-7b0c6742c227 [ 1183.683204] env[70491]: DEBUG nova.compute.manager [req-ded471bb-e0d1-4edc-9987-55046b0a0247 req-eb96418d-a1a6-4738-8799-b2b1c0885036 service nova] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Received event network-vif-deleted-b0cd1e74-6343-49a8-a435-083d199dd553 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.707717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77f5963f-2053-419b-bb44-7c3f0b46d87d tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.058s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.710762] env[70491]: DEBUG nova.compute.manager [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.711103] env[70491]: DEBUG nova.compute.manager [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing instance network info cache due to event network-changed-93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.711577] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Acquiring lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.711884] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Acquired lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.712152] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Refreshing network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.907174] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fa687e62-6102-49e5-b0f5-a5beabdd713f tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "b9858786-381b-4f11-946b-7b0c6742c227" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.561s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.001690] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.002118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.002258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.002883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.003084] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.005384] env[70491]: INFO nova.compute.manager [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Terminating instance [ 1184.466676] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updated VIF entry in instance network info cache for port 93399928-063c-420a-85dd-0a0a6bca2d6a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.467046] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [{"id": "93399928-063c-420a-85dd-0a0a6bca2d6a", "address": "fa:16:3e:07:7c:80", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93399928-06", "ovs_interfaceid": "93399928-063c-420a-85dd-0a0a6bca2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.512927] env[70491]: DEBUG nova.compute.manager [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.513220] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.514251] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cbb35b-181f-4c85-bb2d-ec6cb944f40e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.532338] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.532673] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e7454a-8fd3-4ffd-b826-72fed83c071a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.540675] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1184.540675] env[70491]: value = "task-3294991" [ 1184.540675] env[70491]: _type = "Task" [ 1184.540675] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.552353] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.672800] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "fa7012b4-4f78-4727-9e90-01bf39df4168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.673177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.673433] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.673640] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.673820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.677847] env[70491]: INFO nova.compute.manager [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Terminating instance [ 1184.970620] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Releasing lock "refresh_cache-66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.970620] env[70491]: DEBUG nova.compute.manager [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.970768] env[70491]: DEBUG nova.compute.manager [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing instance network info cache due to event network-changed-07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.970880] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.971034] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.971199] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.053071] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294991, 'name': PowerOffVM_Task, 'duration_secs': 0.217606} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.053371] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.053947] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.053947] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a594687f-e7e9-4c16-a6a9-44b2219dabd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.134082] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.134449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.134676] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleting the datastore file [datastore1] 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.135884] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0224a487-d537-4b6f-86f0-9d0fb4c0c91d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.150033] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for the task: (returnval){ [ 1185.150033] env[70491]: value = "task-3294993" [ 1185.150033] env[70491]: _type = "Task" [ 1185.150033] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.154690] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.182278] env[70491]: DEBUG nova.compute.manager [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.182520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.183854] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a6225e-4677-4fd9-8ebd-a0f534a36b21 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.201136] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.201410] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f289903-06fd-4f56-a906-d30629fdd89d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.213870] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1185.213870] env[70491]: value = "task-3294994" [ 1185.213870] env[70491]: _type = "Task" [ 1185.213870] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.231088] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.381471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.381784] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.382059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.382225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.382398] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.387356] env[70491]: INFO nova.compute.manager [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Terminating instance [ 1185.445475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.445475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.603749] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.604195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.604258] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.604417] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.604589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.607561] env[70491]: INFO nova.compute.manager [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Terminating instance [ 1185.656445] env[70491]: DEBUG oslo_vmware.api [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Task: {'id': task-3294993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147338} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.656721] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.656901] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.657116] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.657329] env[70491]: INFO nova.compute.manager [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1185.657582] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.657771] env[70491]: DEBUG nova.compute.manager [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.657867] env[70491]: DEBUG nova.network.neutron [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.721228] env[70491]: DEBUG nova.compute.manager [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.721447] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.721653] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.721916] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.722253] env[70491]: DEBUG nova.compute.manager [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] No waiting events found dispatching network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.722473] env[70491]: WARNING nova.compute.manager [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received unexpected event network-vif-plugged-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb for instance with vm_state active and task_state None. [ 1185.722635] env[70491]: DEBUG nova.compute.manager [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-changed-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.722850] env[70491]: DEBUG nova.compute.manager [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing instance network info cache due to event network-changed-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.723017] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.728634] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294994, 'name': PowerOffVM_Task, 'duration_secs': 0.270569} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.729174] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.729355] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.729606] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06f2b907-86bd-4501-8117-f088316ed7f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.784314] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.784595] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.811338] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.811612] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.811713] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Deleting the datastore file [datastore2] fa7012b4-4f78-4727-9e90-01bf39df4168 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.812041] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f34e73-80fa-431c-b555-965e02fbf5b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.819306] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for the task: (returnval){ [ 1185.819306] env[70491]: value = "task-3294996" [ 1185.819306] env[70491]: _type = "Task" [ 1185.819306] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.828261] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.890784] env[70491]: DEBUG nova.compute.manager [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.891033] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.892226] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b18c3c3-f704-4919-930b-2954db343b98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.901929] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.902251] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513c32c8-3b53-445b-a1e9-c29954344908 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.910687] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1185.910687] env[70491]: value = "task-3294997" [ 1185.910687] env[70491]: _type = "Task" [ 1185.910687] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.914784] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updated VIF entry in instance network info cache for port 07830fb9-c79d-4879-af20-aaa25bf3a255. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.915319] env[70491]: DEBUG nova.network.neutron [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "address": "fa:16:3e:5a:7f:c4", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7cc9ff-a7", "ovs_interfaceid": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.926445] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.947445] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.116660] env[70491]: DEBUG nova.compute.manager [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1186.116660] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.116660] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bdb06d-8974-414c-9d38-74ff7bd44722 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.127960] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.128285] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea83700-6faa-4346-b6ee-c5dca3ae04a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.136854] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1186.136854] env[70491]: value = "task-3294998" [ 1186.136854] env[70491]: _type = "Task" [ 1186.136854] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.147224] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.287557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.287827] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.288833] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77610fc6-288d-4dc6-9377-78684e140f1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.309294] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b14100-1456-4de7-ab75-1a93d30d82f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.344813] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfiguring VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1186.348407] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfadf71-c942-486b-b862-04dd32b47ee4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.367406] env[70491]: DEBUG oslo_vmware.api [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Task: {'id': task-3294996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229541} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.368832] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.369037] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.369223] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.369890] env[70491]: INFO nova.compute.manager [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1186.369890] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.369890] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1186.369890] env[70491]: value = "task-3294999" [ 1186.369890] env[70491]: _type = "Task" [ 1186.369890] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.370130] env[70491]: DEBUG nova.compute.manager [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.370223] env[70491]: DEBUG nova.network.neutron [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.380978] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.418292] env[70491]: DEBUG oslo_concurrency.lockutils [req-720274d8-0057-4ab1-a59e-d2daf38edc13 req-66a11dde-b8d3-4ddf-81a5-155828c99085 service nova] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.418898] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.419143] env[70491]: DEBUG nova.network.neutron [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Refreshing network info cache for port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.424180] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3294997, 'name': PowerOffVM_Task, 'duration_secs': 0.33859} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.428157] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.428157] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.428157] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e42a674f-d9cd-41d3-a5d7-33161a54d364 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.476676] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.477031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.479052] env[70491]: INFO nova.compute.claims [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.505465] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.506237] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.506237] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleting the datastore file [datastore1] 3169eca3-ee34-4a11-aa4c-4379e4f964ae {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.506528] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2f0c0ec-406d-4144-b7e3-c00d9d8f6820 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.532142] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1186.532142] env[70491]: value = "task-3295001" [ 1186.532142] env[70491]: _type = "Task" [ 1186.532142] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.545172] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.622588] env[70491]: DEBUG nova.network.neutron [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.647967] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3294998, 'name': PowerOffVM_Task, 'duration_secs': 0.212226} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.648272] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.648446] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.648693] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc888b9-e676-435d-aefd-959d37aee15e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.729118] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.729118] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.729293] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Deleting the datastore file [datastore1] 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.729529] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276b68bd-78d6-49aa-af3d-75dbaaee7c23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.737427] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for the task: (returnval){ [ 1186.737427] env[70491]: value = "task-3295003" [ 1186.737427] env[70491]: _type = "Task" [ 1186.737427] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.745450] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3295003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.882929] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.028536] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "2443a607-aa85-4403-bd50-5896aefe25b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.028836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.056032] env[70491]: DEBUG oslo_vmware.api [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282692} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.056032] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.056032] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.056032] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.056032] env[70491]: INFO nova.compute.manager [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1187.056032] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.056032] env[70491]: DEBUG nova.compute.manager [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.056032] env[70491]: DEBUG nova.network.neutron [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.126602] env[70491]: INFO nova.compute.manager [-] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Took 1.47 seconds to deallocate network for instance. [ 1187.247404] env[70491]: DEBUG oslo_vmware.api [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Task: {'id': task-3295003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399413} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.247668] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.247852] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.248247] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.248381] env[70491]: INFO nova.compute.manager [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1187.248496] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1187.248682] env[70491]: DEBUG nova.compute.manager [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1187.248775] env[70491]: DEBUG nova.network.neutron [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1187.256372] env[70491]: DEBUG nova.network.neutron [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updated VIF entry in instance network info cache for port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.256810] env[70491]: DEBUG nova.network.neutron [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "address": "fa:16:3e:5a:7f:c4", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e7cc9ff-a7", "ovs_interfaceid": "8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.383270] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.481585] env[70491]: DEBUG nova.network.neutron [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.534021] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.638530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.729897] env[70491]: DEBUG nova.compute.manager [req-60fb3f2c-0797-4f1f-8852-a38738e5b72a req-f05759ce-8921-4c69-a419-89f5e01a8124 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Received event network-vif-deleted-01de48c9-2668-41dd-9cd0-95b3672d40fb {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.730160] env[70491]: INFO nova.compute.manager [req-60fb3f2c-0797-4f1f-8852-a38738e5b72a req-f05759ce-8921-4c69-a419-89f5e01a8124 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Neutron deleted interface 01de48c9-2668-41dd-9cd0-95b3672d40fb; detaching it from the instance and deleting it from the info cache [ 1187.730391] env[70491]: DEBUG nova.network.neutron [req-60fb3f2c-0797-4f1f-8852-a38738e5b72a req-f05759ce-8921-4c69-a419-89f5e01a8124 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.756011] env[70491]: DEBUG nova.compute.manager [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Received event network-vif-deleted-d4b24538-9325-4ae3-a8b9-fdf73d730898 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.756786] env[70491]: DEBUG nova.compute.manager [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Received event network-vif-deleted-42aed6cf-aa64-4c0a-b032-48f31f451118 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.756983] env[70491]: DEBUG nova.compute.manager [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Received event network-vif-deleted-9ac6384d-6aac-490c-844a-daa21ec94610 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.757169] env[70491]: INFO nova.compute.manager [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Neutron deleted interface 9ac6384d-6aac-490c-844a-daa21ec94610; detaching it from the instance and deleting it from the info cache [ 1187.757343] env[70491]: DEBUG nova.network.neutron [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.761799] env[70491]: DEBUG oslo_concurrency.lockutils [req-929d7578-addb-4347-9ed3-c1484d4429ca req-f0e504ea-702b-463e-9457-870957418f74 service nova] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.786983] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fd6d13-47cd-44ef-a149-1e8e00ee4460 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.794987] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8655f9-995f-42c3-a0b4-ee26e310024e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.830300] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1b4c2-bf55-4e67-bfd2-a8780cc8afe2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.839298] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef47ddb-13cf-400b-b72e-f8aa9b7fd29e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.856511] env[70491]: DEBUG nova.compute.provider_tree [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.882841] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.984738] env[70491]: INFO nova.compute.manager [-] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Took 1.61 seconds to deallocate network for instance. [ 1188.052710] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.170253] env[70491]: DEBUG nova.network.neutron [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.213729] env[70491]: DEBUG nova.network.neutron [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.233593] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3942079a-6e9b-42a4-92cc-1383e6981c2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.245061] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939fc328-1c31-4765-a974-7c078b46f209 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.262575] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14d10414-74cb-424f-9e26-8dc8218eff7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.272309] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff576b-ce89-49cc-858a-bccb463708a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.295413] env[70491]: DEBUG nova.compute.manager [req-60fb3f2c-0797-4f1f-8852-a38738e5b72a req-f05759ce-8921-4c69-a419-89f5e01a8124 service nova] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Detach interface failed, port_id=01de48c9-2668-41dd-9cd0-95b3672d40fb, reason: Instance 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.319777] env[70491]: DEBUG nova.compute.manager [req-6975e287-f8bc-435a-b079-a05d359f78ae req-6d0874c4-1e87-44b3-b2e8-faaace19c34a service nova] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Detach interface failed, port_id=9ac6384d-6aac-490c-844a-daa21ec94610, reason: Instance 3169eca3-ee34-4a11-aa4c-4379e4f964ae could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1188.360666] env[70491]: DEBUG nova.scheduler.client.report [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.385187] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.494481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.673533] env[70491]: INFO nova.compute.manager [-] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Took 1.62 seconds to deallocate network for instance. [ 1188.716863] env[70491]: INFO nova.compute.manager [-] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Took 1.47 seconds to deallocate network for instance. [ 1188.867273] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.867804] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.870324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.232s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.871563] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.873481] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.821s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.875323] env[70491]: INFO nova.compute.claims [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.888458] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.900006] env[70491]: INFO nova.scheduler.client.report [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Deleted allocations for instance 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd [ 1189.181503] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.223448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.380446] env[70491]: DEBUG nova.compute.utils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.385099] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.385375] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.404353] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.408031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8e165023-5e3a-407f-8fd7-d765541a7be6 tempest-DeleteServersTestJSON-471888686 tempest-DeleteServersTestJSON-471888686-project-member] Lock "7ceae3d2-e491-40a4-a4d5-a3105ed85cfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.406s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.442683] env[70491]: DEBUG nova.policy [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.638477] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa93cfe-138c-4277-bbb0-afe307f50639 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.646458] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d0ae0a-2421-40d6-b0d3-2f0c9434ee82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.680167] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea7e59-cbda-4b01-9510-c92a9df51517 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.688404] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1b369-0eb6-4182-b128-90856d7c890a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.703097] env[70491]: DEBUG nova.compute.provider_tree [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.822497] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Successfully created port: 69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.887662] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.896857] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.206425] env[70491]: DEBUG nova.scheduler.client.report [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.396686] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.711289] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.838s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.711839] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1190.714562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.220s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.714775] env[70491]: DEBUG nova.objects.instance [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lazy-loading 'resources' on Instance uuid fa7012b4-4f78-4727-9e90-01bf39df4168 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.893963] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.898147] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.924392] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.924688] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.924850] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.925047] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.925198] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.925350] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.925555] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.925711] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.925876] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.926050] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.926228] env[70491]: DEBUG nova.virt.hardware [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.927085] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f40e00-12c4-4fc4-8421-3e184ac175c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.935602] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01188ea-3d87-40f9-b71d-d58dba31ddb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.219743] env[70491]: DEBUG nova.compute.utils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.224088] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1191.224277] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.276595] env[70491]: DEBUG nova.policy [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040012e41f9b4d1994faf042c312e376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc24986dcc749dfaac46f829212110c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.341616] env[70491]: DEBUG nova.compute.manager [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Received event network-vif-plugged-69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.341616] env[70491]: DEBUG oslo_concurrency.lockutils [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] Acquiring lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.341616] env[70491]: DEBUG oslo_concurrency.lockutils [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.341616] env[70491]: DEBUG oslo_concurrency.lockutils [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.341616] env[70491]: DEBUG nova.compute.manager [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] No waiting events found dispatching network-vif-plugged-69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.341616] env[70491]: WARNING nova.compute.manager [req-c61db845-1211-4369-9641-8736b0956046 req-c652381d-187a-4188-960a-3324cfe321ba service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Received unexpected event network-vif-plugged-69af3abd-d55a-4b3e-8c3a-1cd10c27a935 for instance with vm_state building and task_state spawning. [ 1191.398486] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.440203] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Successfully updated port: 69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.491985] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a068af-f07b-4323-acae-54dab0e1cb37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.500669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e0167-9078-4245-adbe-54b4cd4ed6b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.537981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a949bf15-7c09-492f-8d31-1e28ec22eef3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.546774] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd29b1e-d5f1-44af-bda0-146b88c5a614 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.562626] env[70491]: DEBUG nova.compute.provider_tree [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.691348] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Successfully created port: 2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.725197] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1191.898657] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.947848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.947848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.947848] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.068106] env[70491]: DEBUG nova.scheduler.client.report [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.398321] env[70491]: DEBUG oslo_vmware.api [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3294999, 'name': ReconfigVM_Task, 'duration_secs': 5.841748} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.398505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.398685] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Reconfigured VM to detach interface {{(pid=70491) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1192.491456] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.573372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.575560] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.394s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.575786] env[70491]: DEBUG nova.objects.instance [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'resources' on Instance uuid 3169eca3-ee34-4a11-aa4c-4379e4f964ae {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.610564] env[70491]: INFO nova.scheduler.client.report [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Deleted allocations for instance fa7012b4-4f78-4727-9e90-01bf39df4168 [ 1192.679904] env[70491]: DEBUG nova.network.neutron [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Updating instance_info_cache with network_info: [{"id": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "address": "fa:16:3e:9e:25:a3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af3abd-d5", "ovs_interfaceid": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.739568] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1192.775675] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.775919] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.776183] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.776394] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.776546] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.776707] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.776923] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.777098] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.777266] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.777429] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.777600] env[70491]: DEBUG nova.virt.hardware [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.778490] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d7d56-4e92-458f-a5b0-30644ac4b6ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.789072] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9663a6-08a4-49e0-b99c-04dc6ab4aee3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.119502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff7af033-8ac9-45b6-8081-7c4e61b36bd0 tempest-InstanceActionsV221TestJSON-1481568261 tempest-InstanceActionsV221TestJSON-1481568261-project-member] Lock "fa7012b4-4f78-4727-9e90-01bf39df4168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.446s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.183875] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.184199] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Instance network_info: |[{"id": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "address": "fa:16:3e:9e:25:a3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af3abd-d5", "ovs_interfaceid": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.185127] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:25:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69af3abd-d55a-4b3e-8c3a-1cd10c27a935', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.192966] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.195948] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.196252] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf660901-345b-4c55-8976-f5774a4d260a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.221742] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.221742] env[70491]: value = "task-3295005" [ 1193.221742] env[70491]: _type = "Task" [ 1193.221742] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.232984] env[70491]: DEBUG nova.compute.manager [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Received event network-vif-plugged-2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.233260] env[70491]: DEBUG oslo_concurrency.lockutils [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] Acquiring lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.233464] env[70491]: DEBUG oslo_concurrency.lockutils [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] Lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.233632] env[70491]: DEBUG oslo_concurrency.lockutils [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] Lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.233797] env[70491]: DEBUG nova.compute.manager [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] No waiting events found dispatching network-vif-plugged-2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.233965] env[70491]: WARNING nova.compute.manager [req-354e734e-c752-4dfb-a32f-b56b9d1bd996 req-9054bc47-61cf-4c2c-9138-ebe074506dd3 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Received unexpected event network-vif-plugged-2a1c46d7-8adc-4b28-9c0f-802081b2eeff for instance with vm_state building and task_state spawning. [ 1193.234539] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295005, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.345793] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec13bb-d121-4cb5-a540-e98d6ff19e4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.355099] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc341185-f323-4fea-af34-750442bd92f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.390426] env[70491]: DEBUG nova.compute.manager [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Received event network-changed-69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.390772] env[70491]: DEBUG nova.compute.manager [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Refreshing instance network info cache due to event network-changed-69af3abd-d55a-4b3e-8c3a-1cd10c27a935. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.391074] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] Acquiring lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.391279] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] Acquired lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.391486] env[70491]: DEBUG nova.network.neutron [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Refreshing network info cache for port 69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.393167] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1915bb9d-b7ae-4454-9e4a-c6a86b989548 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.404264] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0a80c-eb01-4432-805e-44f36563b81d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.424185] env[70491]: DEBUG nova.compute.provider_tree [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.474123] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Successfully updated port: 2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.733265] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295005, 'name': CreateVM_Task, 'duration_secs': 0.336933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.733898] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.734786] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.736714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.737216] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.737622] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48b8d7c-bc2a-486a-b2ca-0437b73e06da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.743900] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1193.743900] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cfb569-8969-c13b-dfbf-b342b1ee90d1" [ 1193.743900] env[70491]: _type = "Task" [ 1193.743900] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.755657] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cfb569-8969-c13b-dfbf-b342b1ee90d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.787711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.787711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquired lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.787711] env[70491]: DEBUG nova.network.neutron [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.929518] env[70491]: DEBUG nova.scheduler.client.report [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.987613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.988315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.988315] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.257770] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cfb569-8969-c13b-dfbf-b342b1ee90d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.260725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.261080] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.261415] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.261628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.261924] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.262251] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31da2845-ff33-45dd-b3c2-7850007803ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.269543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.269833] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.270129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.270466] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.270691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.273679] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.273919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.274911] env[70491]: INFO nova.compute.manager [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Terminating instance [ 1194.276920] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89d24ee-deef-4693-aa50-fc55e196fcec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.286582] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1194.286582] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5293bd68-7c83-1f04-4e98-ead63d398235" [ 1194.286582] env[70491]: _type = "Task" [ 1194.286582] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.294745] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5293bd68-7c83-1f04-4e98-ead63d398235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.433855] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.437801] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.214s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.437801] env[70491]: DEBUG nova.objects.instance [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lazy-loading 'resources' on Instance uuid 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.453104] env[70491]: DEBUG nova.network.neutron [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Updated VIF entry in instance network info cache for port 69af3abd-d55a-4b3e-8c3a-1cd10c27a935. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.453814] env[70491]: DEBUG nova.network.neutron [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Updating instance_info_cache with network_info: [{"id": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "address": "fa:16:3e:9e:25:a3", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af3abd-d5", "ovs_interfaceid": "69af3abd-d55a-4b3e-8c3a-1cd10c27a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.472678] env[70491]: INFO nova.scheduler.client.report [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted allocations for instance 3169eca3-ee34-4a11-aa4c-4379e4f964ae [ 1194.560129] env[70491]: INFO nova.network.neutron [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Port 8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1194.560129] env[70491]: DEBUG nova.network.neutron [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [{"id": "07830fb9-c79d-4879-af20-aaa25bf3a255", "address": "fa:16:3e:43:a3:49", "network": {"id": "34649ff9-7608-4ff5-881b-af884dc1981f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2022899191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c276d3a86f224f75829fb9c279d797af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07830fb9-c7", "ovs_interfaceid": "07830fb9-c79d-4879-af20-aaa25bf3a255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.785493] env[70491]: DEBUG nova.compute.manager [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.785787] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.786677] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c23c35-1193-404c-a8f6-304153168b4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.799167] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5293bd68-7c83-1f04-4e98-ead63d398235, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.802178] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.802407] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c780b074-1e27-49e6-90e5-d9d73679d306 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.804637] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-672a59fe-4a32-4b6a-9354-d14004d4e53e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.806987] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.810433] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1194.810433] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525515e1-74a6-c2cf-cd8f-21939df93454" [ 1194.810433] env[70491]: _type = "Task" [ 1194.810433] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.814842] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1194.814842] env[70491]: value = "task-3295006" [ 1194.814842] env[70491]: _type = "Task" [ 1194.814842] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.821196] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525515e1-74a6-c2cf-cd8f-21939df93454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.826165] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.957744] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf978cc6-2366-427d-9801-50109e9f8e28 req-a1fe4766-3ec6-4f63-b03a-e5c8bbd06f89 service nova] Releasing lock "refresh_cache-7e40c24d-1def-4b73-b4fe-e08cac3ecef8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.987469] env[70491]: DEBUG oslo_concurrency.lockutils [None req-237b17b5-3659-444a-990c-92a6df3e89bd tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "3169eca3-ee34-4a11-aa4c-4379e4f964ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.604s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.061435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Releasing lock "refresh_cache-f99ddd8f-714c-4df4-939f-f9b01bb294b0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.106079] env[70491]: DEBUG nova.network.neutron [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updating instance_info_cache with network_info: [{"id": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "address": "fa:16:3e:96:90:61", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1c46d7-8a", "ovs_interfaceid": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.216953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8193178-1586-4ffc-af8c-9a0f8198839f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.227486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bdb19b-1780-4b81-bc76-a3f2020e2f18 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.262496] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fad47a-d74a-4bbb-ab23-eec4c8729d10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.271175] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac892874-073b-4d2d-848e-1fad3bdeb2dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.287796] env[70491]: DEBUG nova.compute.provider_tree [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.323844] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525515e1-74a6-c2cf-cd8f-21939df93454, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.324682] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.325238] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7e40c24d-1def-4b73-b4fe-e08cac3ecef8/7e40c24d-1def-4b73-b4fe-e08cac3ecef8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.325344] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a458a09a-72ab-45a3-95ce-1473173c8e5d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.331953] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295006, 'name': PowerOffVM_Task, 'duration_secs': 0.18476} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.332781] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.333193] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.333534] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e06cce01-d45c-4c6b-9c67-faa662a41f49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.338236] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1195.338236] env[70491]: value = "task-3295007" [ 1195.338236] env[70491]: _type = "Task" [ 1195.338236] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.347960] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.375724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.376060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.407022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.407022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.407022] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleting the datastore file [datastore2] f99ddd8f-714c-4df4-939f-f9b01bb294b0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.407022] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14dea29-5894-4c08-9c2b-2e9e03b0eacc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.417380] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1195.417380] env[70491]: value = "task-3295009" [ 1195.417380] env[70491]: _type = "Task" [ 1195.417380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.428128] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.570943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f636c4fb-9438-4d97-a909-58cdcd9c2a72 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "interface-f99ddd8f-714c-4df4-939f-f9b01bb294b0-8e7cc9ff-a7ba-48cc-ba6f-1871c81d2deb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.786s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.608269] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.608898] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance network_info: |[{"id": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "address": "fa:16:3e:96:90:61", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1c46d7-8a", "ovs_interfaceid": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.609174] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:90:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1c46d7-8adc-4b28-9c0f-802081b2eeff', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.618093] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.618093] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.618516] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b536ccaf-2467-4604-b9c7-67bdcd3a4b3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.645928] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.645928] env[70491]: value = "task-3295010" [ 1195.645928] env[70491]: _type = "Task" [ 1195.645928] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.656633] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295010, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.791517] env[70491]: DEBUG nova.scheduler.client.report [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.857233] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476403} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.858763] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7e40c24d-1def-4b73-b4fe-e08cac3ecef8/7e40c24d-1def-4b73-b4fe-e08cac3ecef8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.858763] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.859931] env[70491]: DEBUG nova.compute.manager [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Received event network-changed-2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.860179] env[70491]: DEBUG nova.compute.manager [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Refreshing instance network info cache due to event network-changed-2a1c46d7-8adc-4b28-9c0f-802081b2eeff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.860336] env[70491]: DEBUG oslo_concurrency.lockutils [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] Acquiring lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.860474] env[70491]: DEBUG oslo_concurrency.lockutils [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] Acquired lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.860918] env[70491]: DEBUG nova.network.neutron [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Refreshing network info cache for port 2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.862896] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02597950-0cfb-43cc-985c-aa3e18011410 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.874814] env[70491]: DEBUG nova.compute.manager [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.875146] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1195.875146] env[70491]: value = "task-3295011" [ 1195.875146] env[70491]: _type = "Task" [ 1195.875146] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.877134] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57372900-138c-493b-84e0-2afe6233d2d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.882839] env[70491]: DEBUG nova.compute.utils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.901290] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.931669] env[70491]: DEBUG oslo_vmware.api [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258913} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.931975] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.934889] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.934889] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.934889] env[70491]: INFO nova.compute.manager [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1195.934889] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.934889] env[70491]: DEBUG nova.compute.manager [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.934889] env[70491]: DEBUG nova.network.neutron [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.160648] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295010, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.300146] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.340319] env[70491]: INFO nova.scheduler.client.report [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Deleted allocations for instance 0c98badf-6b4d-4660-88fa-fd7378ca3fe8 [ 1196.394736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.395733] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07365} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.397172] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.398531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3256029c-d67b-45c9-88fd-14a16abbc427 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.405342] env[70491]: INFO nova.compute.manager [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] instance snapshotting [ 1196.405899] env[70491]: DEBUG nova.objects.instance [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.438196] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 7e40c24d-1def-4b73-b4fe-e08cac3ecef8/7e40c24d-1def-4b73-b4fe-e08cac3ecef8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.442803] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7937b93-c120-46f3-a4d3-3a95c8fe6d91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.463935] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.464089] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1196.464765] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.464964] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1196.473879] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1196.473879] env[70491]: value = "task-3295012" [ 1196.473879] env[70491]: _type = "Task" [ 1196.473879] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.486091] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.658847] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295010, 'name': CreateVM_Task, 'duration_secs': 0.750663} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.658847] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.659124] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.659211] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.659521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.659777] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfc5e29-889c-4256-863b-eb6bfeb56f5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.665269] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1196.665269] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bab8bb-170d-b693-027a-925db9a06473" [ 1196.665269] env[70491]: _type = "Task" [ 1196.665269] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.678197] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bab8bb-170d-b693-027a-925db9a06473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.729701] env[70491]: DEBUG nova.network.neutron [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updated VIF entry in instance network info cache for port 2a1c46d7-8adc-4b28-9c0f-802081b2eeff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.730140] env[70491]: DEBUG nova.network.neutron [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updating instance_info_cache with network_info: [{"id": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "address": "fa:16:3e:96:90:61", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1c46d7-8a", "ovs_interfaceid": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.850976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b16ce49d-d2bb-4e32-950a-fcb2cc208268 tempest-ServersTestManualDisk-476901397 tempest-ServersTestManualDisk-476901397-project-member] Lock "0c98badf-6b4d-4660-88fa-fd7378ca3fe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.247s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.921060] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b5d00e-9403-4806-9ccc-df721936f563 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.942972] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09cf5cd-75b0-487f-af07-582779942934 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.989471] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] There are 60 instances to clean {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1196.989600] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: fa7012b4-4f78-4727-9e90-01bf39df4168] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.011761] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295012, 'name': ReconfigVM_Task, 'duration_secs': 0.533087} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.012689] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 7e40c24d-1def-4b73-b4fe-e08cac3ecef8/7e40c24d-1def-4b73-b4fe-e08cac3ecef8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.013737] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df8df3dd-acad-4c7d-b390-1d783141ebb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.025041] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1197.025041] env[70491]: value = "task-3295013" [ 1197.025041] env[70491]: _type = "Task" [ 1197.025041] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.036815] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295013, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.129810] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.130257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.176308] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bab8bb-170d-b693-027a-925db9a06473, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.176951] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.177220] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.177461] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.177629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.177825] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.178117] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a6b49de-8e2d-4a12-ad8d-5d75aa751c8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.189323] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.189519] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.190297] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66372a7-4577-4262-8e8d-c50a609e727b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.196582] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1197.196582] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc4e68-e7e0-3004-5bc1-ea36f07d887e" [ 1197.196582] env[70491]: _type = "Task" [ 1197.196582] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.205862] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc4e68-e7e0-3004-5bc1-ea36f07d887e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.233211] env[70491]: DEBUG oslo_concurrency.lockutils [req-caa81a44-7ba8-49b6-ab76-d8baf9317006 req-f78d13d6-a5b7-4dcc-b99d-7f9e4a9e8eaa service nova] Releasing lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.425643] env[70491]: DEBUG nova.network.neutron [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.457164] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1197.457886] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5cf45b4-1cf3-4d1b-9846-2e6b2ecb6a7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.470573] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1197.470573] env[70491]: value = "task-3295014" [ 1197.470573] env[70491]: _type = "Task" [ 1197.470573] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.484526] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295014, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.496166] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b9858786-381b-4f11-946b-7b0c6742c227] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.502564] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.502811] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.503088] env[70491]: INFO nova.compute.manager [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Attaching volume 3c5df361-65dc-419e-a138-0d12ea392699 to /dev/sdb [ 1197.538131] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295013, 'name': Rename_Task, 'duration_secs': 0.30048} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.540481] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.540481] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a32aa3d-510d-434b-a81f-4b4ab61c15a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.550662] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1197.550662] env[70491]: value = "task-3295015" [ 1197.550662] env[70491]: _type = "Task" [ 1197.550662] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.557031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b17961c-160c-4957-a1e7-0a1f0fef5538 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.564782] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.566943] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fe3bab-74dd-4e0d-a296-b6c0db3d7dc0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.586084] env[70491]: DEBUG nova.virt.block_device [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating existing volume attachment record: a7486d29-7ff6-40a4-b751-8496970da9c5 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1197.637056] env[70491]: INFO nova.compute.manager [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Detaching volume 113f9b65-98c3-42b7-9c6d-85c503975ae7 [ 1197.674257] env[70491]: INFO nova.virt.block_device [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Attempting to driver detach volume 113f9b65-98c3-42b7-9c6d-85c503975ae7 from mountpoint /dev/sdb [ 1197.674257] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.674865] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657998', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'name': 'volume-113f9b65-98c3-42b7-9c6d-85c503975ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b2a44c-8865-4a42-aa5a-3588cc61630e', 'attached_at': '', 'detached_at': '', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'serial': '113f9b65-98c3-42b7-9c6d-85c503975ae7'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.675699] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501f8bc5-259b-4ef6-9681-6b855b980c71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.705883] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ba950c-1ebf-4785-a816-8e96f43dcedf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.716326] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52bc4e68-e7e0-3004-5bc1-ea36f07d887e, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.718860] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca8b0bc-6337-45eb-8988-9206335336b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.722796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8559c6e-039b-4ab5-9163-7478d3c311df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.745717] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1197.745717] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52150c94-cc18-05c4-953f-434baf6aeb8f" [ 1197.745717] env[70491]: _type = "Task" [ 1197.745717] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.746643] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ff2757-48d1-4639-9c17-424fcac5c5de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.770478] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] The volume has not been displaced from its original location: [datastore1] volume-113f9b65-98c3-42b7-9c6d-85c503975ae7/volume-113f9b65-98c3-42b7-9c6d-85c503975ae7.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1197.775845] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.779409] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f41120-2c69-468f-bf82-e5d11175c1c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.792983] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52150c94-cc18-05c4-953f-434baf6aeb8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.793471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.793803] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.794408] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-faa1f7e2-ec60-48b7-8d2a-2ece088f4fa0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.799836] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1197.799836] env[70491]: value = "task-3295017" [ 1197.799836] env[70491]: _type = "Task" [ 1197.799836] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.804671] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1197.804671] env[70491]: value = "task-3295018" [ 1197.804671] env[70491]: _type = "Task" [ 1197.804671] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.811795] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.817590] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.915375] env[70491]: DEBUG nova.compute.manager [req-8c1030b0-de05-4b64-8e9e-721f5fe8fcf3 req-86d4d6aa-d170-4eb4-82ec-cec54d25fa02 service nova] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Received event network-vif-deleted-07830fb9-c79d-4879-af20-aaa25bf3a255 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.930467] env[70491]: INFO nova.compute.manager [-] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Took 2.00 seconds to deallocate network for instance. [ 1197.985476] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295014, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.001938] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d484d9ce-7abe-4631-bd00-d0cea11ea400] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.071517] env[70491]: DEBUG oslo_vmware.api [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295015, 'name': PowerOnVM_Task, 'duration_secs': 0.505977} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.071517] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.071517] env[70491]: INFO nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1198.071517] env[70491]: DEBUG nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.071517] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e78ee76-21ff-42a0-93b4-9900dcba5cf2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.183923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "709d7900-0807-469e-ab1d-c3d4806468f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.183923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.312378] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295017, 'name': ReconfigVM_Task, 'duration_secs': 0.309844} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.312819] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1198.321477] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88538b8-55be-40a6-a490-1b98680353cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.332723] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496687} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.334319] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.334549] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.339591] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b7b1ca0-166f-4ae8-9d7b-c78c31b1691e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.348731] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1198.348731] env[70491]: value = "task-3295021" [ 1198.348731] env[70491]: _type = "Task" [ 1198.348731] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.352071] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1198.352071] env[70491]: value = "task-3295022" [ 1198.352071] env[70491]: _type = "Task" [ 1198.352071] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.365500] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.368553] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.438553] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.438883] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.439175] env[70491]: DEBUG nova.objects.instance [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'resources' on Instance uuid f99ddd8f-714c-4df4-939f-f9b01bb294b0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.482880] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295014, 'name': CreateSnapshot_Task, 'duration_secs': 0.680939} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.483143] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.484029] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3c7be-9633-4738-b4cb-6293041252d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.504589] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7ceae3d2-e491-40a4-a4d5-a3105ed85cfd] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.593696] env[70491]: INFO nova.compute.manager [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Took 12.14 seconds to build instance. [ 1198.685559] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.840546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.840815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.841007] env[70491]: INFO nova.compute.manager [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Shelving [ 1198.862250] env[70491]: DEBUG oslo_vmware.api [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295021, 'name': ReconfigVM_Task, 'duration_secs': 0.184544} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.862930] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-657998', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'name': 'volume-113f9b65-98c3-42b7-9c6d-85c503975ae7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '23b2a44c-8865-4a42-aa5a-3588cc61630e', 'attached_at': '', 'detached_at': '', 'volume_id': '113f9b65-98c3-42b7-9c6d-85c503975ae7', 'serial': '113f9b65-98c3-42b7-9c6d-85c503975ae7'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.870829] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08794} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.871610] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.871845] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0ecae6-b185-4878-80a7-efca2f303651 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.903165] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.903845] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c12653-a6b6-4ee5-a91c-f252bf142550 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.927786] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1198.927786] env[70491]: value = "task-3295023" [ 1198.927786] env[70491]: _type = "Task" [ 1198.927786] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.939047] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.004524] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.004877] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ccda3df3-dc71-43a4-b334-5eb55aae19fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.012395] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 3169eca3-ee34-4a11-aa4c-4379e4f964ae] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.023085] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1199.023085] env[70491]: value = "task-3295024" [ 1199.023085] env[70491]: _type = "Task" [ 1199.023085] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.035528] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295024, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.098067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79ccddb4-02cc-490b-b947-397468ee7443 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.652s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.208297] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83143e2a-17d6-4b3b-a8ad-6cc89773e573 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.219169] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.220402] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d05eae1-3cda-4ffb-9f26-1c47f63007c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.252586] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f687a85-d2f1-4817-b4a3-268ba6553fe7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.260970] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388def6-5265-42eb-8417-548fb0d7d197 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.275561] env[70491]: DEBUG nova.compute.provider_tree [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.427404] env[70491]: DEBUG nova.objects.instance [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 23b2a44c-8865-4a42-aa5a-3588cc61630e {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.441981] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295023, 'name': ReconfigVM_Task, 'duration_secs': 0.290132} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.442596] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.444014] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab81136-2dab-424b-8c1f-a2fc778419c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.453024] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1199.453024] env[70491]: value = "task-3295025" [ 1199.453024] env[70491]: _type = "Task" [ 1199.453024] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.467029] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295025, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.516733] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 3002d555-3e59-4e62-8248-457d6e2e88f0] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.535075] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295024, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.779191] env[70491]: DEBUG nova.scheduler.client.report [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.788751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "a8f64001-c3cf-43eb-8947-911ac8c18329" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.788975] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.851575] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.851887] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc00a25-c4a6-4014-9589-50145435a08c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.860958] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1199.860958] env[70491]: value = "task-3295026" [ 1199.860958] env[70491]: _type = "Task" [ 1199.860958] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.871613] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.965241] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295025, 'name': Rename_Task, 'duration_secs': 0.162474} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.965517] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.965739] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0844d04-62fa-4abc-b0e5-29c9354a98bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.976804] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1199.976804] env[70491]: value = "task-3295027" [ 1199.976804] env[70491]: _type = "Task" [ 1199.976804] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.985575] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.019966] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 204021a3-7300-4916-864c-bad22aa1ddd4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.034521] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295024, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.290644] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.294056] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.074s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.295726] env[70491]: INFO nova.compute.claims [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.299601] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.373574] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295026, 'name': PowerOffVM_Task, 'duration_secs': 0.412079} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.373892] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.375102] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448c380f-fa71-45d0-b9eb-9f6f67dd5a8b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.403181] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deae2060-2b50-4b8b-8ad8-de42e2faedd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.416214] env[70491]: INFO nova.scheduler.client.report [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted allocations for instance f99ddd8f-714c-4df4-939f-f9b01bb294b0 [ 1200.436460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b5236a97-1ed2-4ade-8688-4338e942621d tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.306s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.489134] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295027, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.523268] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 67bae1c2-1e5d-43d1-8218-cc5277d1f59e] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.536282] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295024, 'name': CloneVM_Task} progress is 95%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.608238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.608505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.608757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.608956] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.609144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.615084] env[70491]: INFO nova.compute.manager [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Terminating instance [ 1200.827114] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.919248] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1200.919592] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-888369d6-09f4-4fc5-9cf6-315dda3b7a48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.924868] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f28f55d-1b0d-4604-9e63-ac1887f9dccc tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "f99ddd8f-714c-4df4-939f-f9b01bb294b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.655s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.931284] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1200.931284] env[70491]: value = "task-3295029" [ 1200.931284] env[70491]: _type = "Task" [ 1200.931284] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.940330] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295029, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.988375] env[70491]: DEBUG oslo_vmware.api [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295027, 'name': PowerOnVM_Task, 'duration_secs': 0.630454} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.988760] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.988760] env[70491]: INFO nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1200.988998] env[70491]: DEBUG nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.989730] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae3e7c-a67b-4aa4-b525-e99eb2a4feb5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.030547] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7778ec21-ab08-4dc8-8eea-f70ee1c477d0] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.039321] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295024, 'name': CloneVM_Task, 'duration_secs': 1.654046} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.039590] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created linked-clone VM from snapshot [ 1201.040402] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6dcfc8-37ed-46ed-a01f-8dda7047a063 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.049478] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploading image 7de8712e-4c99-4141-bcdf-4f0507fa93f1 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1201.072057] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1201.072057] env[70491]: value = "vm-658027" [ 1201.072057] env[70491]: _type = "VirtualMachine" [ 1201.072057] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1201.072606] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4b7bea5-ea46-4d45-8bbd-eed9d5d53986 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.081408] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease: (returnval){ [ 1201.081408] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52107146-ad77-5793-13fc-f5b81e977b67" [ 1201.081408] env[70491]: _type = "HttpNfcLease" [ 1201.081408] env[70491]: } obtained for exporting VM: (result){ [ 1201.081408] env[70491]: value = "vm-658027" [ 1201.081408] env[70491]: _type = "VirtualMachine" [ 1201.081408] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1201.081754] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the lease: (returnval){ [ 1201.081754] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52107146-ad77-5793-13fc-f5b81e977b67" [ 1201.081754] env[70491]: _type = "HttpNfcLease" [ 1201.081754] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1201.089464] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.089464] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52107146-ad77-5793-13fc-f5b81e977b67" [ 1201.089464] env[70491]: _type = "HttpNfcLease" [ 1201.089464] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.118961] env[70491]: DEBUG nova.compute.manager [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.119185] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.120476] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9f8bad-e97d-420c-957a-1e3715083e7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.131531] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.131905] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b946722-820b-432b-92c2-a55be42912a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.140978] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1201.140978] env[70491]: value = "task-3295031" [ 1201.140978] env[70491]: _type = "Task" [ 1201.140978] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.154222] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.447896] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295029, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.509112] env[70491]: INFO nova.compute.manager [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Took 13.47 seconds to build instance. [ 1201.534980] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 54a23b8f-e973-4db3-bcce-2b6036cae7aa] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.568937] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24646484-81dd-4425-901f-32677186461d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.580915] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9ca425-9b5f-4a28-b523-91547b1a8bb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.597348] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.597348] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52107146-ad77-5793-13fc-f5b81e977b67" [ 1201.597348] env[70491]: _type = "HttpNfcLease" [ 1201.597348] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.638869] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.638869] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52107146-ad77-5793-13fc-f5b81e977b67" [ 1201.638869] env[70491]: _type = "HttpNfcLease" [ 1201.638869] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.639952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.640328] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.640660] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.641091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.641283] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.644409] env[70491]: INFO nova.compute.manager [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Terminating instance [ 1201.647071] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f39d906-8c5d-4c43-a476-37c6e9ca8b00 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.651875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d074c99-6872-496a-9516-85c5f1b7cc80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.671742] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.671943] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.673404] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295031, 'name': PowerOffVM_Task, 'duration_secs': 0.44982} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.676393] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.676694] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.677942] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7be869b-6b9e-40de-ad8a-2ebe6298a637 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.680452] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329401c7-3f90-4b0c-b94a-0d95afc04edb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.757156] env[70491]: DEBUG nova.compute.provider_tree [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.817665] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.817893] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.818131] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleting the datastore file [datastore2] 23b2a44c-8865-4a42-aa5a-3588cc61630e {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.818389] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b0eba6-92c6-456b-a9dc-098a5dac1c77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.827439] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1201.827439] env[70491]: value = "task-3295033" [ 1201.827439] env[70491]: _type = "Task" [ 1201.827439] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.842088] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4b4b103-86c2-43f3-bddb-85a3b4204536 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.843951] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.945232] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295029, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.011135] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5face4ac-d394-4283-aad5-654e90baa0c7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.982s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.040691] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: ef0b96cd-5ae0-4def-823b-bba4da12e6b7] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.162484] env[70491]: DEBUG nova.compute.manager [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.162745] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.163747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8617dad5-671c-4981-b9fb-20455ccda292 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.173328] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.173699] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3423689f-c210-4d13-adbd-6fff33072961 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.182763] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1202.182763] env[70491]: value = "task-3295034" [ 1202.182763] env[70491]: _type = "Task" [ 1202.182763] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.262758] env[70491]: DEBUG nova.scheduler.client.report [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.343025] env[70491]: DEBUG oslo_vmware.api [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192233} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.343025] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.343025] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.343025] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.343025] env[70491]: INFO nova.compute.manager [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1202.343025] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.343025] env[70491]: DEBUG nova.compute.manager [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.343845] env[70491]: DEBUG nova.network.neutron [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.419555] env[70491]: DEBUG nova.compute.manager [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Received event network-changed-2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.419555] env[70491]: DEBUG nova.compute.manager [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Refreshing instance network info cache due to event network-changed-2a1c46d7-8adc-4b28-9c0f-802081b2eeff. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.419555] env[70491]: DEBUG oslo_concurrency.lockutils [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] Acquiring lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.419555] env[70491]: DEBUG oslo_concurrency.lockutils [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] Acquired lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.419555] env[70491]: DEBUG nova.network.neutron [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Refreshing network info cache for port 2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.450258] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295029, 'name': CreateSnapshot_Task, 'duration_secs': 1.25162} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.451171] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1202.452349] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baef2ad-9634-436b-972d-ba347ac17877 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.546037] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c52279c1-fd6b-4ea1-a64e-ce99ebf99873] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.652925] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.653511] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.654935] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3033313-f978-4187-9612-3bfb609e4bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.678289] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa19ba1-4f5d-4d7b-94ce-e26e2aa036ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.709662] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.711100] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a15e6963-84bc-4e78-b8bf-5235022c0eec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.729129] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295034, 'name': PowerOffVM_Task, 'duration_secs': 0.303576} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.730135] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.730430] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.730801] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc88d03-0326-4ef2-a817-1cf12d7cd779 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.736423] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1202.736423] env[70491]: value = "task-3295035" [ 1202.736423] env[70491]: _type = "Task" [ 1202.736423] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.747923] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.752636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.752910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.753160] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.753362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.753632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.756402] env[70491]: INFO nova.compute.manager [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Terminating instance [ 1202.776445] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.776445] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.782896] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.954s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.783371] env[70491]: INFO nova.compute.claims [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.806853] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.806853] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.806993] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleting the datastore file [datastore1] 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.807228] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-967b08a2-c471-4bed-8714-0ecd67d82f41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.817637] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for the task: (returnval){ [ 1202.817637] env[70491]: value = "task-3295037" [ 1202.817637] env[70491]: _type = "Task" [ 1202.817637] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.827400] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.989277] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1202.992518] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6bcf948f-cefe-45c1-a8f7-1ecf11b6c4d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.998656] env[70491]: DEBUG nova.compute.manager [req-6c333096-9d99-4367-87dd-9f6c4da89cda req-aed8ee04-8660-4fd0-b898-71de967b0975 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Received event network-vif-deleted-efd8df0d-7c03-4a7f-a4a6-33814e71a8f7 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.999344] env[70491]: INFO nova.compute.manager [req-6c333096-9d99-4367-87dd-9f6c4da89cda req-aed8ee04-8660-4fd0-b898-71de967b0975 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Neutron deleted interface efd8df0d-7c03-4a7f-a4a6-33814e71a8f7; detaching it from the instance and deleting it from the info cache [ 1202.999658] env[70491]: DEBUG nova.network.neutron [req-6c333096-9d99-4367-87dd-9f6c4da89cda req-aed8ee04-8660-4fd0-b898-71de967b0975 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.010438] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1203.010438] env[70491]: value = "task-3295038" [ 1203.010438] env[70491]: _type = "Task" [ 1203.010438] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.023842] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295038, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.051623] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 4bbfabed-7504-471a-bf8d-df814ed584f5] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.189271] env[70491]: DEBUG nova.network.neutron [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updated VIF entry in instance network info cache for port 2a1c46d7-8adc-4b28-9c0f-802081b2eeff. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.190204] env[70491]: DEBUG nova.network.neutron [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updating instance_info_cache with network_info: [{"id": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "address": "fa:16:3e:96:90:61", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a1c46d7-8a", "ovs_interfaceid": "2a1c46d7-8adc-4b28-9c0f-802081b2eeff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.248389] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.264033] env[70491]: DEBUG nova.compute.manager [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.265071] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.265212] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc8f2c3-713f-45f9-ac81-e265290bc245 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.274520] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.274738] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab363461-0edf-440a-ac44-79dac1314e90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.283129] env[70491]: DEBUG nova.compute.utils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.286494] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1203.286970] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1203.286970] env[70491]: value = "task-3295039" [ 1203.286970] env[70491]: _type = "Task" [ 1203.286970] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.303273] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3295039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.329516] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.421449] env[70491]: DEBUG nova.network.neutron [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.503983] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a86a69f-4c40-4cb9-8d54-524525cb5b95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.519315] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade88f24-6572-4321-af8d-4364a5cba22f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.536263] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295038, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.564811] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 2965853a-cd8c-470c-bdc1-7e04e675d563] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.566975] env[70491]: DEBUG nova.compute.manager [req-6c333096-9d99-4367-87dd-9f6c4da89cda req-aed8ee04-8660-4fd0-b898-71de967b0975 service nova] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Detach interface failed, port_id=efd8df0d-7c03-4a7f-a4a6-33814e71a8f7, reason: Instance 23b2a44c-8865-4a42-aa5a-3588cc61630e could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.693419] env[70491]: DEBUG oslo_concurrency.lockutils [req-8c4fa666-3ead-41e5-bfb0-505744945cff req-4d054f81-8857-4ea4-a875-92f295835166 service nova] Releasing lock "refresh_cache-2443a607-aa85-4403-bd50-5896aefe25b8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.749049] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295035, 'name': ReconfigVM_Task, 'duration_secs': 0.666414} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.749355] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.754485] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57ac4ea8-c4b9-4345-a2dd-7fda54445f34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.772132] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1203.772132] env[70491]: value = "task-3295040" [ 1203.772132] env[70491]: _type = "Task" [ 1203.772132] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.782585] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.788484] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.805153] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3295039, 'name': PowerOffVM_Task, 'duration_secs': 0.383614} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.805447] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.805615] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.805938] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-193750cc-8ec6-467a-a3bf-b570f7c9054d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.831060] env[70491]: DEBUG oslo_vmware.api [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Task: {'id': task-3295037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527116} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.832148] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.832372] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.832549] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.832717] env[70491]: INFO nova.compute.manager [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1203.832955] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.833429] env[70491]: DEBUG nova.compute.manager [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.833528] env[70491]: DEBUG nova.network.neutron [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.880343] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.880593] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.880814] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleting the datastore file [datastore1] 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.881150] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b1d7bf-09d2-4fd9-9e00-d229ec4d0ceb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.888751] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for the task: (returnval){ [ 1203.888751] env[70491]: value = "task-3295042" [ 1203.888751] env[70491]: _type = "Task" [ 1203.888751] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.897955] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3295042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.924072] env[70491]: INFO nova.compute.manager [-] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Took 1.58 seconds to deallocate network for instance. [ 1204.025422] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295038, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.068823] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: e0f02182-f377-41da-854a-49ed091dcaa2] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.171970] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8c3299-8186-4041-ae99-a835def29846 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.180187] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e483df-5fcf-477b-be30-c4f4c37c9965 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.212209] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d711aa7-a54c-4db5-8ccd-8cd86f8740e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.220594] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26135522-bcf2-47a1-bc03-720efee5ca3e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.235835] env[70491]: DEBUG nova.compute.provider_tree [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.285673] env[70491]: DEBUG oslo_vmware.api [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295040, 'name': ReconfigVM_Task, 'duration_secs': 0.18734} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.286194] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.398779] env[70491]: DEBUG oslo_vmware.api [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Task: {'id': task-3295042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271277} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.399041] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.399239] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.399411] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.399584] env[70491]: INFO nova.compute.manager [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1204.399822] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.400035] env[70491]: DEBUG nova.compute.manager [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.400148] env[70491]: DEBUG nova.network.neutron [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.432529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.530137] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295038, 'name': CloneVM_Task, 'duration_secs': 1.358231} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.530460] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Created linked-clone VM from snapshot [ 1204.531339] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dedecf-6427-4893-ba8b-5fc9a3bc5a7a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.539622] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Uploading image 16d0c001-64cc-4bfb-900f-0fe9023be165 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1204.565871] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1204.565871] env[70491]: value = "vm-658029" [ 1204.565871] env[70491]: _type = "VirtualMachine" [ 1204.565871] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1204.566185] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b11e483-e55e-4398-aaaf-b82deb468dd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.574778] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lease: (returnval){ [ 1204.574778] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c41b50-bf58-75d1-f8e1-3e526ec09449" [ 1204.574778] env[70491]: _type = "HttpNfcLease" [ 1204.574778] env[70491]: } obtained for exporting VM: (result){ [ 1204.574778] env[70491]: value = "vm-658029" [ 1204.574778] env[70491]: _type = "VirtualMachine" [ 1204.574778] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1204.575121] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the lease: (returnval){ [ 1204.575121] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c41b50-bf58-75d1-f8e1-3e526ec09449" [ 1204.575121] env[70491]: _type = "HttpNfcLease" [ 1204.575121] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1204.579083] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b0af9563-6d23-4445-824d-b4d4dbcd6388] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1204.585208] env[70491]: DEBUG nova.network.neutron [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.586355] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1204.586355] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c41b50-bf58-75d1-f8e1-3e526ec09449" [ 1204.586355] env[70491]: _type = "HttpNfcLease" [ 1204.586355] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1204.738883] env[70491]: DEBUG nova.scheduler.client.report [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.801781] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.828207] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.828451] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.828668] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.828997] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.829912] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.829912] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.829912] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.829912] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.829912] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.830164] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.830272] env[70491]: DEBUG nova.virt.hardware [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.831137] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c903a2c-a873-4fff-9311-071014327fbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.839917] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd819bc1-c432-4ced-9880-1f8ea81e3523 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.856983] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.862739] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Creating folder: Project (709fcadba14f4d05ba913f42d3581aad). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.864399] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175a564c-fab4-4975-a1cd-9fee3c63a6f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.877029] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Created folder: Project (709fcadba14f4d05ba913f42d3581aad) in parent group-v657728. [ 1204.877029] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Creating folder: Instances. Parent ref: group-v658030. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.877470] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1c2b84c-7241-41f4-86e0-c7c3d68e77a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.888951] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Created folder: Instances in parent group-v658030. [ 1204.889222] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.889415] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.889624] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f415805-1e60-4a41-b305-4fbfcf9d7ecd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.907731] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.907731] env[70491]: value = "task-3295046" [ 1204.907731] env[70491]: _type = "Task" [ 1204.907731] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.915947] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295046, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.029732] env[70491]: DEBUG nova.compute.manager [req-2b0b55fd-b3b4-47fc-9330-22786f182c8b req-af47a6c8-0e73-4864-bac3-23baac9bacf4 service nova] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Received event network-vif-deleted-93399928-063c-420a-85dd-0a0a6bca2d6a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.030070] env[70491]: DEBUG nova.compute.manager [req-2b0b55fd-b3b4-47fc-9330-22786f182c8b req-af47a6c8-0e73-4864-bac3-23baac9bacf4 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Received event network-vif-deleted-51df2175-cebd-4663-9835-c405a91443b9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.030184] env[70491]: INFO nova.compute.manager [req-2b0b55fd-b3b4-47fc-9330-22786f182c8b req-af47a6c8-0e73-4864-bac3-23baac9bacf4 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Neutron deleted interface 51df2175-cebd-4663-9835-c405a91443b9; detaching it from the instance and deleting it from the info cache [ 1205.030353] env[70491]: DEBUG nova.network.neutron [req-2b0b55fd-b3b4-47fc-9330-22786f182c8b req-af47a6c8-0e73-4864-bac3-23baac9bacf4 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.082732] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 984a185e-3d7b-4acd-8207-22fa6ff958da] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.088115] env[70491]: INFO nova.compute.manager [-] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Took 1.25 seconds to deallocate network for instance. [ 1205.091208] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1205.091208] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c41b50-bf58-75d1-f8e1-3e526ec09449" [ 1205.091208] env[70491]: _type = "HttpNfcLease" [ 1205.091208] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1205.091603] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1205.091603] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c41b50-bf58-75d1-f8e1-3e526ec09449" [ 1205.091603] env[70491]: _type = "HttpNfcLease" [ 1205.091603] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1205.092535] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3134fbb8-e77c-4337-a6d7-ec892dfa28c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.109424] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1205.109723] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1205.220683] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4932786f-4189-4b74-b78c-b47d22abd5a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.244325] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.244671] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1205.247365] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.815s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.247592] env[70491]: DEBUG nova.objects.instance [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'resources' on Instance uuid 23b2a44c-8865-4a42-aa5a-3588cc61630e {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.323707] env[70491]: DEBUG nova.objects.instance [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'flavor' on Instance uuid ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.367478] env[70491]: DEBUG nova.network.neutron [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.370144] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.370385] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.420820] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295046, 'name': CreateVM_Task, 'duration_secs': 0.398873} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.420820] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.420820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.420820] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.421207] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.421295] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd9b824-06b4-43c0-820b-c9140098a17f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.427950] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1205.427950] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263b315-fdc9-4446-6498-2e66e8c3db18" [ 1205.427950] env[70491]: _type = "Task" [ 1205.427950] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.440567] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263b315-fdc9-4446-6498-2e66e8c3db18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.532792] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a18e7f13-a345-4a17-ba96-3b5b589f5855 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.543914] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49b7bb3-d99c-44c4-adcb-e8e7987ed391 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.585517] env[70491]: DEBUG nova.compute.manager [req-2b0b55fd-b3b4-47fc-9330-22786f182c8b req-af47a6c8-0e73-4864-bac3-23baac9bacf4 service nova] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Detach interface failed, port_id=51df2175-cebd-4663-9835-c405a91443b9, reason: Instance 6d7bfd04-01b2-4641-9ed0-01c46b6668bd could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.586282] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: e169fe44-4063-4f64-8e7c-ca76c22baa75] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1205.600583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.750780] env[70491]: DEBUG nova.compute.utils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.758183] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.758183] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.814518] env[70491]: DEBUG nova.policy [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.829460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cd253cb3-031a-48e5-b995-830ba42a3b71 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.326s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.870083] env[70491]: INFO nova.compute.manager [-] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Took 1.47 seconds to deallocate network for instance. [ 1205.877798] env[70491]: DEBUG nova.compute.utils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.946621] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263b315-fdc9-4446-6498-2e66e8c3db18, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.950830] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.951330] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.951330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.951330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.952276] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.952880] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dfb156f-141b-4c13-b421-3a8db050aa78 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.968508] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.969869] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.969869] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e8e4a6-4277-4cdc-95c5-97d2431d8192 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.978175] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1205.978175] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d48486-3e29-1ccd-ec13-286230557313" [ 1205.978175] env[70491]: _type = "Task" [ 1205.978175] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.988495] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d48486-3e29-1ccd-ec13-286230557313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.048676] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd8c75-1479-48d2-aab7-746f3c422e75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.059219] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07de40db-3b97-4afb-81ec-a68cff8e2dc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.095649] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f0a67eb3-9c19-4ed1-aeb5-f22c8a838739] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.098525] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d9efa8-e303-4460-b3da-07204fc0be3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.108047] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe1a0f-c8b2-40dc-b116-5b18436aaaa4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.126563] env[70491]: DEBUG nova.compute.provider_tree [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.157531] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Successfully created port: 47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.257563] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.380205] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.382869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.490221] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d48486-3e29-1ccd-ec13-286230557313, 'name': SearchDatastore_Task, 'duration_secs': 0.015402} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.491413] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695f1725-5ab7-48ef-ba55-062841b2dc14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.497999] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1206.497999] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f54bd4-249a-ea0a-7f2e-a2782f9b2617" [ 1206.497999] env[70491]: _type = "Task" [ 1206.497999] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.507594] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f54bd4-249a-ea0a-7f2e-a2782f9b2617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.598955] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c8f5762a-b55d-4133-b686-e235f18e5a30] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1206.629791] env[70491]: DEBUG nova.scheduler.client.report [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.010484] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f54bd4-249a-ea0a-7f2e-a2782f9b2617, 'name': SearchDatastore_Task, 'duration_secs': 0.029826} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.010744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.011073] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.011385] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc7b8ccc-70db-429d-9e27-bceb389d361f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.020529] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1207.020529] env[70491]: value = "task-3295047" [ 1207.020529] env[70491]: _type = "Task" [ 1207.020529] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.030542] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.102579] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 3b33d099-7503-4256-9af6-0e1959bcda30] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.134807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.137663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.537s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.137926] env[70491]: DEBUG nova.objects.instance [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lazy-loading 'resources' on Instance uuid 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.162435] env[70491]: INFO nova.scheduler.client.report [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted allocations for instance 23b2a44c-8865-4a42-aa5a-3588cc61630e [ 1207.268831] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1207.444777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.446611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.446611] env[70491]: INFO nova.compute.manager [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Attaching volume 13ae8373-c85c-48f4-908e-e932180c0e87 to /dev/sdb [ 1207.494991] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cf067-b35e-43d1-9097-83ab600f8b4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.506886] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c87138-61eb-4580-b232-6d6524e5fe0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.526480] env[70491]: DEBUG nova.virt.block_device [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating existing volume attachment record: bf87de8f-d028-49c1-b5c0-4448e33baaa5 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1207.539385] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.609737] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 0c98badf-6b4d-4660-88fa-fd7378ca3fe8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1207.676050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-f97ca93b-4da3-4a1d-a3eb-284412bec6cf tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "23b2a44c-8865-4a42-aa5a-3588cc61630e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.067s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.865654] env[70491]: DEBUG nova.compute.manager [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Received event network-vif-plugged-47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.865911] env[70491]: DEBUG oslo_concurrency.lockutils [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] Acquiring lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.866174] env[70491]: DEBUG oslo_concurrency.lockutils [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.866373] env[70491]: DEBUG oslo_concurrency.lockutils [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.866575] env[70491]: DEBUG nova.compute.manager [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] No waiting events found dispatching network-vif-plugged-47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.868471] env[70491]: WARNING nova.compute.manager [req-98610b06-723d-4d29-b2d2-e77c72db1207 req-38c71cf8-8e5a-4b4b-9ccb-71dcabd34812 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Received unexpected event network-vif-plugged-47da70bc-ac51-48de-b0ff-a9215dd20a07 for instance with vm_state building and task_state spawning. [ 1207.887799] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273bae9-dda5-4dfd-b902-e8f01018709b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.896561] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8305e2-24f0-44b5-ad62-84cb0c7bf65b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.929794] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd82a795-b00e-4c33-9dc9-e0597e3cea12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.938925] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de4bfa-20a5-4648-be98-84d013d3dfae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.958602] env[70491]: DEBUG nova.compute.provider_tree [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.973423] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Successfully updated port: 47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.039771] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587732} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.040119] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.040380] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.040729] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c2d56f6-52f5-4783-b7b2-8cfcf2fb2e07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.050569] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1208.050569] env[70491]: value = "task-3295051" [ 1208.050569] env[70491]: _type = "Task" [ 1208.050569] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.060877] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.114704] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f1f1c1f5-b4d5-4eda-93b4-28c31c13c40f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.463031] env[70491]: DEBUG nova.scheduler.client.report [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.478806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.479103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.479237] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.562207] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.618715] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 02f69219-4ea8-4b3f-a597-341e8b568764] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1208.969215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.971745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.592s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.971995] env[70491]: DEBUG nova.objects.instance [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lazy-loading 'resources' on Instance uuid 6d7bfd04-01b2-4641-9ed0-01c46b6668bd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.996188] env[70491]: INFO nova.scheduler.client.report [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Deleted allocations for instance 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa [ 1209.012370] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.066394] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.692109} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.066692] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.067512] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d28c86-1653-4616-8bd6-682f3cfe89b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.088524] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.091778] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fd87e7-f04d-4efe-8163-f774c16cedb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.114049] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1209.114049] env[70491]: value = "task-3295052" [ 1209.114049] env[70491]: _type = "Task" [ 1209.114049] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.123531] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 20930ac7-cb09-4912-9f38-b2bfeb155f4b] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.125444] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.177138] env[70491]: DEBUG nova.network.neutron [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Updating instance_info_cache with network_info: [{"id": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "address": "fa:16:3e:ec:3e:fd", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47da70bc-ac", "ovs_interfaceid": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.504685] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5e1f4dcc-c6ae-4f63-9af6-f163c9e0bb31 tempest-AttachInterfacesTestJSON-1143506723 tempest-AttachInterfacesTestJSON-1143506723-project-member] Lock "66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.864s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.626793] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295052, 'name': ReconfigVM_Task, 'duration_secs': 0.436879} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.627227] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: e3730d67-97fd-406a-93dc-b0bbb9acc272] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1209.629139] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.629944] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e934595-036c-4433-9c2e-5b7a65c24d20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.638129] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1209.638129] env[70491]: value = "task-3295053" [ 1209.638129] env[70491]: _type = "Task" [ 1209.638129] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.647507] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295053, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.674486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a84dbc6-7ae5-4536-af44-0127ecee4ce7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.679645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.680016] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Instance network_info: |[{"id": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "address": "fa:16:3e:ec:3e:fd", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47da70bc-ac", "ovs_interfaceid": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.683053] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f79f9fb-6138-4f5d-b006-89a49f06414c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.715585] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01da49e-34e0-4cb0-9b5b-3fc04993629f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.724510] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d40b95-a6cf-456a-a162-f113ee722941 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.739601] env[70491]: DEBUG nova.compute.provider_tree [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.130662] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 2fc6af0a-76e6-4bcb-adea-fa48eac79359] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.150107] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295053, 'name': Rename_Task, 'duration_secs': 0.151533} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.150107] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.150381] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f11221-5454-46fc-b45c-b3f07eed3648 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.157999] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1210.157999] env[70491]: value = "task-3295055" [ 1210.157999] env[70491]: _type = "Task" [ 1210.157999] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.169819] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.243425] env[70491]: DEBUG nova.scheduler.client.report [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.428177] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.428517] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.428691] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.428772] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.428964] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.429027] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.429280] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.429461] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.429613] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.429788] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.430183] env[70491]: DEBUG nova.virt.hardware [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.432692] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e480b4-00e6-49a6-a6a3-8d0de3671370 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.443888] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1210.445290] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff66f9e-0dd9-4d02-9218-1671b74c52b6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.451077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625b0e9-8f7f-4226-b245-08f3b37d9ac1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.466251] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:3e:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47da70bc-ac51-48de-b0ff-a9215dd20a07', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.473852] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.474201] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1210.474787] env[70491]: ERROR oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk due to incomplete transfer. [ 1210.474787] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.474913] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c794a56d-6f3f-4790-851e-8a252d7f1b39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.476994] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50de621-e22a-40d8-afd1-9f79bdb2f069 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.502234] env[70491]: DEBUG oslo_vmware.rw_handles [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d69409-ced0-e0b7-d11b-ee1133793a64/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1210.502419] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploaded image 7de8712e-4c99-4141-bcdf-4f0507fa93f1 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1210.505046] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1210.506602] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39600c05-94be-4e94-936b-0588cb4f7bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.508339] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.508339] env[70491]: value = "task-3295056" [ 1210.508339] env[70491]: _type = "Task" [ 1210.508339] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.515309] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1210.515309] env[70491]: value = "task-3295057" [ 1210.515309] env[70491]: _type = "Task" [ 1210.515309] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.518963] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295056, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.531584] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295057, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.634050] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: feb1d061-8b52-4eff-b8a2-7dd4c6da1eaf] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1210.671540] env[70491]: DEBUG oslo_vmware.api [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295055, 'name': PowerOnVM_Task, 'duration_secs': 0.499512} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.671919] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.672274] env[70491]: INFO nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1210.672487] env[70491]: DEBUG nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.673379] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd71b3b0-5a70-4129-b24e-b27269ef5a22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.748931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.774750] env[70491]: INFO nova.scheduler.client.report [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Deleted allocations for instance 6d7bfd04-01b2-4641-9ed0-01c46b6668bd [ 1210.874838] env[70491]: DEBUG nova.compute.manager [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Received event network-changed-47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.875036] env[70491]: DEBUG nova.compute.manager [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Refreshing instance network info cache due to event network-changed-47da70bc-ac51-48de-b0ff-a9215dd20a07. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.875366] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] Acquiring lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.875457] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] Acquired lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.875591] env[70491]: DEBUG nova.network.neutron [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Refreshing network info cache for port 47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.023741] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295056, 'name': CreateVM_Task, 'duration_secs': 0.479734} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.026878] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.027618] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.027796] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.028100] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.028777] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573da5f1-73e7-4d19-952c-df3575eec27d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.038930] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295057, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.043895] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1211.043895] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527e16df-122a-c496-9f55-031cfaee6fc0" [ 1211.043895] env[70491]: _type = "Task" [ 1211.043895] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.055551] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527e16df-122a-c496-9f55-031cfaee6fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.064378] env[70491]: INFO nova.compute.manager [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Rebuilding instance [ 1211.118696] env[70491]: DEBUG nova.compute.manager [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.119781] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb299d9-758b-43c3-a39c-3a7c5de7107a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.138043] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 79924114-5f5e-459b-9046-5c605299b07f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.191490] env[70491]: INFO nova.compute.manager [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Took 12.00 seconds to build instance. [ 1211.282983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e718418c-00c5-45e2-b1eb-9c581b80f9b5 tempest-AttachVolumeShelveTestJSON-2111469310 tempest-AttachVolumeShelveTestJSON-2111469310-project-member] Lock "6d7bfd04-01b2-4641-9ed0-01c46b6668bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.530s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.400088] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.400376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.535170] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295057, 'name': Destroy_Task, 'duration_secs': 0.526299} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.535170] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroyed the VM [ 1211.535366] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1211.538346] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-077ff894-6355-4143-91a6-4494344a5713 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.551570] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1211.551570] env[70491]: value = "task-3295058" [ 1211.551570] env[70491]: _type = "Task" [ 1211.551570] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.560782] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527e16df-122a-c496-9f55-031cfaee6fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.016373} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.562032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.562032] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.562032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.562257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.562335] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.562670] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b75d223-aae7-4e23-a057-93ea19900600 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.569783] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295058, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.578260] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.578474] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.581776] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acdedf20-f558-40e0-b8e5-c583aee518a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.588907] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1211.588907] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d90bc5-0f60-c5ec-1605-cd9c68713781" [ 1211.588907] env[70491]: _type = "Task" [ 1211.588907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.599142] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d90bc5-0f60-c5ec-1605-cd9c68713781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.620089] env[70491]: DEBUG nova.network.neutron [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Updated VIF entry in instance network info cache for port 47da70bc-ac51-48de-b0ff-a9215dd20a07. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.620566] env[70491]: DEBUG nova.network.neutron [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Updating instance_info_cache with network_info: [{"id": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "address": "fa:16:3e:ec:3e:fd", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47da70bc-ac", "ovs_interfaceid": "47da70bc-ac51-48de-b0ff-a9215dd20a07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.644862] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 09e3f8c9-c4f6-4f7a-b3aa-d3dbc9f49d39] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.693607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-6c787a76-d8a6-4841-8e6d-84539aa01c59 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.511s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.903857] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.063503] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295058, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.102014] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d90bc5-0f60-c5ec-1605-cd9c68713781, 'name': SearchDatastore_Task, 'duration_secs': 0.012224} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.105161] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1212.105464] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658034', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'name': 'volume-13ae8373-c85c-48f4-908e-e932180c0e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a5ebce3-66f8-4ae8-b139-b690379758f3', 'attached_at': '', 'detached_at': '', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'serial': '13ae8373-c85c-48f4-908e-e932180c0e87'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1212.106980] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa836399-0144-4007-be3e-dd32f8270329 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.113378] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa46619-4063-4201-9212-f87d08f70548 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.121088] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1212.121088] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52298d95-940e-881e-e9f1-82acfda8dfc1" [ 1212.121088] env[70491]: _type = "Task" [ 1212.121088] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.133729] env[70491]: DEBUG oslo_concurrency.lockutils [req-bd4a6ccc-3134-4750-8079-03dc2ac56192 req-19618112-4ed2-427c-9e76-1e58437d0685 service nova] Releasing lock "refresh_cache-a8f64001-c3cf-43eb-8947-911ac8c18329" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.138135] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01642e25-82d5-47cd-8ba0-349bbd97b699 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.141115] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1212.141380] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7142b3b0-3008-47d5-bff6-de180ae869bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.145328] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 0b0f8c4e-e814-4773-ba95-c3bcf992a110] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.165195] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52298d95-940e-881e-e9f1-82acfda8dfc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012503} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.173668] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-13ae8373-c85c-48f4-908e-e932180c0e87/volume-13ae8373-c85c-48f4-908e-e932180c0e87.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.175913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.176233] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] a8f64001-c3cf-43eb-8947-911ac8c18329/a8f64001-c3cf-43eb-8947-911ac8c18329.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.176544] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a9620fd-3ae8-4165-8fcf-500a76bbbac9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.190963] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1212.190963] env[70491]: value = "task-3295059" [ 1212.190963] env[70491]: _type = "Task" [ 1212.190963] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.191955] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25757f96-f2c1-4bd0-8129-9d4eb7c9c113 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.203795] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1212.203795] env[70491]: value = "task-3295060" [ 1212.203795] env[70491]: _type = "Task" [ 1212.203795] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.208761] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.215146] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1212.215146] env[70491]: value = "task-3295061" [ 1212.215146] env[70491]: _type = "Task" [ 1212.215146] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.225112] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.232621] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.438929] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.439219] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.442927] env[70491]: INFO nova.compute.claims [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.568157] env[70491]: DEBUG oslo_vmware.api [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295058, 'name': RemoveSnapshot_Task, 'duration_secs': 0.841551} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.569149] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1212.569682] env[70491]: INFO nova.compute.manager [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 15.65 seconds to snapshot the instance on the hypervisor. [ 1212.676958] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5f07bfd6-ed13-492a-b385-adcea842ed7f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.708087] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295059, 'name': PowerOffVM_Task, 'duration_secs': 0.331351} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.709280] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.732314] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.736442] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295061, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.775596] env[70491]: INFO nova.compute.manager [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Detaching volume 3c5df361-65dc-419e-a138-0d12ea392699 [ 1212.811829] env[70491]: INFO nova.virt.block_device [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Attempting to driver detach volume 3c5df361-65dc-419e-a138-0d12ea392699 from mountpoint /dev/sdb [ 1212.812164] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.812376] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.813462] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17333fa3-0c6a-419e-9cb8-f3f71107ca27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.837628] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cecb448-0392-42f9-a322-b7325ec076a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.846669] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82750bc8-14eb-4a8f-820d-20589981b4fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.869301] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c73433-ac6e-44db-9e7d-71a09d8c3135 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.886256] env[70491]: INFO nova.compute.manager [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Rebuilding instance [ 1212.888550] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.894070] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.894711] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c60bd2c-4556-480a-b563-aebbd3aa2c4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.917699] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1212.917699] env[70491]: value = "task-3295062" [ 1212.917699] env[70491]: _type = "Task" [ 1212.917699] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.937705] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.950794] env[70491]: DEBUG nova.compute.manager [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.954990] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca380138-7b1b-4719-a7d5-0e998c8f6da7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.124680] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1213.125610] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b8469-6902-4df7-a1ea-43a1a26d1350 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.135849] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1213.136044] env[70491]: ERROR oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk due to incomplete transfer. [ 1213.136296] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3d1c5f6b-9e1e-4261-9222-36f1dff038d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.139825] env[70491]: DEBUG nova.compute.manager [None req-0fb4ad97-e80f-4e8f-bca7-bcc5f7f29fa9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Found 1 images (rotation: 2) {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1213.149796] env[70491]: DEBUG oslo_vmware.rw_handles [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255c8d5-32ee-4159-7fa9-47c528e4a425/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1213.149796] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Uploaded image 16d0c001-64cc-4bfb-900f-0fe9023be165 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1213.152371] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1213.152496] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f56b07c8-284d-46f0-a9b1-49ed84f2b425 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.160862] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1213.160862] env[70491]: value = "task-3295063" [ 1213.160862] env[70491]: _type = "Task" [ 1213.160862] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.171336] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295063, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.181938] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: cb7276a6-ee43-4398-9f6f-f789f376612a] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.220761] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295060, 'name': ReconfigVM_Task, 'duration_secs': 0.719554} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.224267] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-13ae8373-c85c-48f4-908e-e932180c0e87/volume-13ae8373-c85c-48f4-908e-e932180c0e87.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.230738] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b004fe-1d12-4ca1-b91d-e4f46444cc0b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.247439] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592263} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.249544] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] a8f64001-c3cf-43eb-8947-911ac8c18329/a8f64001-c3cf-43eb-8947-911ac8c18329.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.249839] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.250353] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1213.250353] env[70491]: value = "task-3295064" [ 1213.250353] env[70491]: _type = "Task" [ 1213.250353] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.250538] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09a6758b-02fd-429f-9e59-89cbe7ff24d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.265533] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.268410] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1213.268410] env[70491]: value = "task-3295065" [ 1213.268410] env[70491]: _type = "Task" [ 1213.268410] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.278874] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.432379] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295062, 'name': ReconfigVM_Task, 'duration_secs': 0.226942} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.432822] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.442541] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7509aba8-480d-4116-8db1-b4c3f73506bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.465957] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1213.465957] env[70491]: value = "task-3295066" [ 1213.465957] env[70491]: _type = "Task" [ 1213.465957] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.481614] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295066, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.671411] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295063, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.683880] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5ac616cb-2652-42a9-aaa2-25f0b61d9845] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.689734] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59490475-4e04-42d1-a4c4-df48338c461b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.698697] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfae76bd-a031-4860-b749-baa02a4e1f83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.742020] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6807bd-ed5e-44d2-9967-3742839c8b0f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.749861] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0eb295-50a5-4480-913b-eb14efd2cf5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.764463] env[70491]: DEBUG oslo_vmware.api [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295064, 'name': ReconfigVM_Task, 'duration_secs': 0.253202} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.772220] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658034', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'name': 'volume-13ae8373-c85c-48f4-908e-e932180c0e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a5ebce3-66f8-4ae8-b139-b690379758f3', 'attached_at': '', 'detached_at': '', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'serial': '13ae8373-c85c-48f4-908e-e932180c0e87'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1213.774491] env[70491]: DEBUG nova.compute.provider_tree [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.791443] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092173} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.791713] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.792556] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c9360c-163e-4621-8a6c-10229ae8a58f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.817496] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] a8f64001-c3cf-43eb-8947-911ac8c18329/a8f64001-c3cf-43eb-8947-911ac8c18329.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.818150] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff8aa0f-1f06-4084-ad27-0208ff9a91fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.840618] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1213.840618] env[70491]: value = "task-3295068" [ 1213.840618] env[70491]: _type = "Task" [ 1213.840618] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.849723] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.977555] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.977867] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295066, 'name': ReconfigVM_Task, 'duration_secs': 0.302556} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.978092] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb0a11c-d47f-4fcb-877a-b7d04af00816 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.979749] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.988889] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1213.988889] env[70491]: value = "task-3295069" [ 1213.988889] env[70491]: _type = "Task" [ 1213.988889] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.998148] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.171845] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295063, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.188807] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: ea40f309-6acc-4734-b940-b6d353856f5e] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.278327] env[70491]: DEBUG nova.scheduler.client.report [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.352659] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295068, 'name': ReconfigVM_Task, 'duration_secs': 0.374224} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.352954] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Reconfigured VM instance instance-00000073 to attach disk [datastore2] a8f64001-c3cf-43eb-8947-911ac8c18329/a8f64001-c3cf-43eb-8947-911ac8c18329.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.353626] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-453bff2e-c7fb-4680-8c2f-e0b92d600478 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.361579] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1214.361579] env[70491]: value = "task-3295070" [ 1214.361579] env[70491]: _type = "Task" [ 1214.361579] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.370493] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295070, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.499579] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.516400] env[70491]: DEBUG nova.compute.manager [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.517341] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dfd5a8-06bb-41ea-b4b8-bc5a42134ef4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.674072] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295063, 'name': Destroy_Task, 'duration_secs': 1.406984} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.674375] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Destroyed the VM [ 1214.674648] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1214.674908] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-70943038-3a79-465e-b76d-9524b9cd9808 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.682371] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1214.682371] env[70491]: value = "task-3295071" [ 1214.682371] env[70491]: _type = "Task" [ 1214.682371] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.692864] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: eb8e683a-b323-4ed7-bb1c-dff60909dac6] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.699979] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.786648] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.787250] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.818545] env[70491]: DEBUG nova.objects.instance [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'flavor' on Instance uuid 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.872559] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295070, 'name': Rename_Task, 'duration_secs': 0.162398} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.872828] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.873081] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0a27e7-cf58-4029-8406-15f38362bb22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.880940] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1214.880940] env[70491]: value = "task-3295072" [ 1214.880940] env[70491]: _type = "Task" [ 1214.880940] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.889402] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.002024] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295069, 'name': PowerOffVM_Task, 'duration_secs': 0.588386} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.002500] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.003171] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.004064] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea900c-ca97-4422-a3c3-7a7e9694dbee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.012740] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.013018] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3206b0-16b6-4634-b957-5ce95c9399dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.032092] env[70491]: INFO nova.compute.manager [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] instance snapshotting [ 1215.034937] env[70491]: DEBUG nova.objects.instance [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.039157] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.039417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.039610] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.039787] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Deleting the datastore file [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.040039] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574c04f4-03c0-48e5-8253-385aee67d3ef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.042190] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3772f37-2a9e-4a0a-b578-881648543e2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.050077] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1215.050077] env[70491]: value = "task-3295074" [ 1215.050077] env[70491]: _type = "Task" [ 1215.050077] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.051330] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1215.051330] env[70491]: value = "task-3295075" [ 1215.051330] env[70491]: _type = "Task" [ 1215.051330] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.067966] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1215.068296] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1215.068457] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1215.068608] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.069350] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2e8db4-2d34-4862-b374-8e874e251f2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.089953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d0f1ce-cd42-438b-a5eb-f0ef85554861 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.098706] env[70491]: WARNING nova.virt.vmwareapi.driver [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1215.099125] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.099968] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f639ed71-4351-436b-8605-787bbb1a1be1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.108526] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.108827] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f97f3a9b-3447-40f4-ab6c-5d8cc0cc1db9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.178975] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.179346] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.179399] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.179681] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1798fc21-2e2a-45ce-8f89-875eed6c38aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.187994] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1215.187994] env[70491]: value = "task-3295077" [ 1215.187994] env[70491]: _type = "Task" [ 1215.187994] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.199599] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295071, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.201739] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 39ffa78d-9d63-485c-a080-3f9e407e6a27] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.209309] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.292463] env[70491]: DEBUG nova.compute.utils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.293883] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.297106] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.323904] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2df8ea39-287c-461d-8b73-30080b0ea2ad tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.879s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.354138] env[70491]: DEBUG nova.policy [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa0738bc98348dfbd7de3f6c3c536ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f93fdf9259a947a7a717f20a48f8839f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.392577] env[70491]: DEBUG oslo_vmware.api [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295072, 'name': PowerOnVM_Task, 'duration_secs': 0.500825} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.392912] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1215.393082] env[70491]: INFO nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1215.393249] env[70491]: DEBUG nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.394038] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e39f13-c3fb-4e26-bc19-000c420113c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.543481] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd9c68-37e5-4d0f-a90a-956f69db448c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.576700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc9eddc-f6ae-4b92-b453-199dc14ce206 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.591294] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114147} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.591656] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.591838] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.592024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.701996] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565544} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.702300] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166619} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.702548] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1215.702822] env[70491]: DEBUG nova.compute.manager [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1215.703156] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.703996] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.703996] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.708077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f63ca2-0bd2-49f6-8eec-cc09800e12b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.710935] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f584142b-882f-4dff-a454-afe37be8c1fd] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.799288] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.818603] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Successfully created port: a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.919154] env[70491]: INFO nova.compute.manager [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Took 15.11 seconds to build instance. [ 1215.976859] env[70491]: INFO nova.compute.manager [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Rescuing [ 1215.979387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.979387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.979387] env[70491]: DEBUG nova.network.neutron [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.094022] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1216.094022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2522d1bc-5743-428a-bec1-16ccf1cad071 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.109586] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1216.109586] env[70491]: value = "task-3295078" [ 1216.109586] env[70491]: _type = "Task" [ 1216.109586] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.117349] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295078, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.211303] env[70491]: INFO nova.virt.block_device [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Booting with volume 3c5df361-65dc-419e-a138-0d12ea392699 at /dev/sdb [ 1216.218893] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d839584b-42da-4906-994e-faa98e1d24b7] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.226296] env[70491]: INFO nova.compute.manager [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Shelve offloading [ 1216.253626] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-003cfaa2-97f9-4939-ba95-bf12f322bf08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.269683] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594eefb-e8e3-4e55-8155-00ea3a3ca382 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.311049] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f3c8b2e-ae92-40c8-b707-a88ab57b0f06 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.322578] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e14e3f8-5b40-43b7-8bd4-082306c843b9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.357959] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d71a91a-1a59-4c68-aa83-201ca2caab9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.366491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a14814-f9d0-488e-8142-7257bdd886f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.384026] env[70491]: DEBUG nova.virt.block_device [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating existing volume attachment record: c1634a89-f534-41b8-8e4b-a974c8fa17d8 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1216.422171] env[70491]: DEBUG oslo_concurrency.lockutils [None req-543750da-8bbf-4caa-952a-f5c1de868e40 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.633s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.622513] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295078, 'name': CreateSnapshot_Task, 'duration_secs': 0.46836} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.622945] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1216.623969] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a57b13-9816-46c6-bc67-da99d0139b9b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.639507] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.639728] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.639887] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.640089] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.640237] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.640385] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.640590] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.640747] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.640909] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.641147] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.641333] env[70491]: DEBUG nova.virt.hardware [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.648457] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a000e99e-fc1f-4aca-ad29-e033def6ee0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.670023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098c650-ca4d-4af0-a633-f468a71ccae7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.689211] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.694808] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.695035] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.695259] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e33decd-3f39-451e-bb86-06c2460ba7bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.716524] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.716524] env[70491]: value = "task-3295079" [ 1216.716524] env[70491]: _type = "Task" [ 1216.716524] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.726112] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6f952c71-b23e-4b94-8dc6-5c1b6bf7b493] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.729581] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295079, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.729581] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.729831] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03141a3a-c2e5-4e6c-8795-3d4a04369bff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.737297] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1216.737297] env[70491]: value = "task-3295080" [ 1216.737297] env[70491]: _type = "Task" [ 1216.737297] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.748664] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.815354] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.844932] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.845210] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.845374] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.845565] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.845707] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.845854] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.846129] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.846292] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.846464] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.846628] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.846799] env[70491]: DEBUG nova.virt.hardware [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.847691] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f8aa9-e65c-4b84-ad61-b9253f68762b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.856393] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfdb1d4-acbf-4e84-a644-ed3246392bc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.927921] env[70491]: DEBUG nova.network.neutron [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.172194] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.172552] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5cd683b3-da6b-496e-b7d8-f8c6a162aa5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.182146] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1217.182146] env[70491]: value = "task-3295081" [ 1217.182146] env[70491]: _type = "Task" [ 1217.182146] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.191519] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295081, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.227801] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295079, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.228266] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 2e49d98e-36af-4001-8f1f-cabbee48ced1] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.247194] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1217.247424] env[70491]: DEBUG nova.compute.manager [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1217.248230] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6285b-e25b-4d02-a6f5-6e00e242e642 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.255165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.255375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.255508] env[70491]: DEBUG nova.network.neutron [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.435159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.471089] env[70491]: DEBUG nova.compute.manager [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Received event network-vif-plugged-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.471089] env[70491]: DEBUG oslo_concurrency.lockutils [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.472421] env[70491]: DEBUG oslo_concurrency.lockutils [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.473331] env[70491]: DEBUG oslo_concurrency.lockutils [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.473331] env[70491]: DEBUG nova.compute.manager [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] No waiting events found dispatching network-vif-plugged-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.473331] env[70491]: WARNING nova.compute.manager [req-c565f1a2-8314-48bf-8cc4-99ead81bac12 req-bb07c2f6-dbbb-42b8-92d8-c7500eb1476f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Received unexpected event network-vif-plugged-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 for instance with vm_state building and task_state spawning. [ 1217.574221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "a8f64001-c3cf-43eb-8947-911ac8c18329" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.574568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.574823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.575277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.575277] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.579882] env[70491]: INFO nova.compute.manager [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Terminating instance [ 1217.694693] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295081, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.718919] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Successfully updated port: a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.732028] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7b1ada88-c040-4b25-863a-6e1a621c7bdc] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.733744] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295079, 'name': CreateVM_Task, 'duration_secs': 0.721092} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.733918] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.734361] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.734530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.734850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.735799] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df83556-eac1-44f6-88cc-83d59dbe8253 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.746123] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1217.746123] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525bbdb5-5de4-d3ce-6d36-aa7b7f838368" [ 1217.746123] env[70491]: _type = "Task" [ 1217.746123] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.764644] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]525bbdb5-5de4-d3ce-6d36-aa7b7f838368, 'name': SearchDatastore_Task} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.766380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.766380] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.766380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.766380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.766380] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.766786] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4abb6601-1608-4e61-a1a3-c4abb5821f55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.778711] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.779531] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.779644] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eebf089-db6a-47b0-90bd-7fe4297287f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.786158] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1217.786158] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e28d5-004c-b842-6f54-9f60fe50fb19" [ 1217.786158] env[70491]: _type = "Task" [ 1217.786158] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.795643] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e28d5-004c-b842-6f54-9f60fe50fb19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.086019] env[70491]: DEBUG nova.compute.manager [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.086019] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.086019] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54e79b-305e-4223-8655-37c4623bdd54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.097285] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.097814] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abef40b0-e8ac-4540-a6e1-3d2f81d13259 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.105857] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1218.105857] env[70491]: value = "task-3295085" [ 1218.105857] env[70491]: _type = "Task" [ 1218.105857] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.119303] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.172218] env[70491]: DEBUG nova.network.neutron [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.199503] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295081, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.225613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.225805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.226080] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.236658] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: e96aa359-0d8b-46c4-ac58-0a3e4699c0b4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.301027] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526e28d5-004c-b842-6f54-9f60fe50fb19, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.301027] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172b58c9-cd91-4654-9b28-378b4dee33bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.306176] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1218.306176] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c6fc26-f155-6a82-76b2-413868b1c429" [ 1218.306176] env[70491]: _type = "Task" [ 1218.306176] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.315483] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c6fc26-f155-6a82-76b2-413868b1c429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.535656] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.535918] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.536087] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.536270] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.536419] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.536566] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.536861] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.537058] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.537242] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.537409] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.537580] env[70491]: DEBUG nova.virt.hardware [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.538449] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5883b018-3625-474c-8c3d-89e397078d88 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.546832] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813159ed-5467-4db3-ae7c-412a66b6028a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.561042] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:d4:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6b128bf-590c-480b-a26e-6ea3cf504a6e', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.568549] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.568750] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.568959] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2c3961-0efb-4656-b797-bcec7ee4cf71 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.589239] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.589239] env[70491]: value = "task-3295086" [ 1218.589239] env[70491]: _type = "Task" [ 1218.589239] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.597189] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295086, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.615072] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295085, 'name': PowerOffVM_Task, 'duration_secs': 0.188883} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.615327] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.615492] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.615730] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d0bdf23-9aeb-4f83-9be5-023e1c9a8a0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.675304] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.688346] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.688611] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.688804] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore2] a8f64001-c3cf-43eb-8947-911ac8c18329 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.689871] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9b3f887-a38d-46c8-8665-c99f65037b8c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.695718] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295081, 'name': CloneVM_Task, 'duration_secs': 1.386271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.695960] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created linked-clone VM from snapshot [ 1218.697121] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798be0b-3836-47b9-8eeb-d997d8d8a1fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.701149] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1218.701149] env[70491]: value = "task-3295088" [ 1218.701149] env[70491]: _type = "Task" [ 1218.701149] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.704663] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploading image 6eb45c91-7fdd-44f7-af1a-a3720f3e00bb {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1218.715559] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.730774] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1218.730774] env[70491]: value = "vm-658038" [ 1218.730774] env[70491]: _type = "VirtualMachine" [ 1218.730774] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1218.732903] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-93607131-7b02-4c93-a12d-a3f31c3c0f77 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.739432] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7f0dce75-4b7b-4fff-9fbc-69d805c2bf67] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.747045] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease: (returnval){ [ 1218.747045] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e5bc0-9983-ec53-fea7-9f5ac4a3a60f" [ 1218.747045] env[70491]: _type = "HttpNfcLease" [ 1218.747045] env[70491]: } obtained for exporting VM: (result){ [ 1218.747045] env[70491]: value = "vm-658038" [ 1218.747045] env[70491]: _type = "VirtualMachine" [ 1218.747045] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1218.747318] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the lease: (returnval){ [ 1218.747318] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e5bc0-9983-ec53-fea7-9f5ac4a3a60f" [ 1218.747318] env[70491]: _type = "HttpNfcLease" [ 1218.747318] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1218.758060] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.758060] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e5bc0-9983-ec53-fea7-9f5ac4a3a60f" [ 1218.758060] env[70491]: _type = "HttpNfcLease" [ 1218.758060] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1218.758060] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1218.758060] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e5bc0-9983-ec53-fea7-9f5ac4a3a60f" [ 1218.758060] env[70491]: _type = "HttpNfcLease" [ 1218.758060] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1218.759105] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb6f62a-adb7-4544-894b-b515582ef661 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.775833] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1218.775833] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1218.777762] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.861850] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c6fc26-f155-6a82-76b2-413868b1c429, 'name': SearchDatastore_Task, 'duration_secs': 0.023897} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.862434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.862529] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.862832] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c3f7c4-b9a2-494d-9331-04badcb5637c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.870789] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1218.870789] env[70491]: value = "task-3295090" [ 1218.870789] env[70491]: _type = "Task" [ 1218.870789] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.880756] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.897695] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-359e77be-ac9d-4300-aadf-9f3d85b3062d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.999594] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.999594] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffba5d07-dae7-4005-9ab7-88919fb41893 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.010815] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1219.010815] env[70491]: value = "task-3295091" [ 1219.010815] env[70491]: _type = "Task" [ 1219.010815] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.018349] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.021648] env[70491]: DEBUG nova.network.neutron [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating instance_info_cache with network_info: [{"id": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "address": "fa:16:3e:ca:f5:de", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18d49cd-f1", "ovs_interfaceid": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.105029] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295086, 'name': CreateVM_Task, 'duration_secs': 0.33942} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.105263] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.106078] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.106311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.106941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.111294] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-870347b9-fa21-4b53-a022-cef23f0d85a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.116797] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1219.116797] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523c79bf-cab7-7b30-705b-05d82c47911b" [ 1219.116797] env[70491]: _type = "Task" [ 1219.116797] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.127270] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523c79bf-cab7-7b30-705b-05d82c47911b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.215676] env[70491]: DEBUG oslo_vmware.api [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166432} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.216131] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.216449] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.216889] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.217096] env[70491]: INFO nova.compute.manager [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1219.217410] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.217829] env[70491]: DEBUG nova.compute.manager [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.217958] env[70491]: DEBUG nova.network.neutron [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.249176] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5bf721c4-55e1-44ad-91fd-6d26bdd7d740] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.287727] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.288758] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d0aa03-bf0b-4ad9-b8dd-000edf6be3ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.309833] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.311287] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a52c069-5841-401b-a3a1-bcd8269afdbe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.385371] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295090, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.388451] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.389533] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.390174] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleting the datastore file [datastore1] c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.390921] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1338c448-9de2-410e-97ad-4606de7874a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.400980] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1219.400980] env[70491]: value = "task-3295093" [ 1219.400980] env[70491]: _type = "Task" [ 1219.400980] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.411097] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.517942] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Received event network-changed-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.518240] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Refreshing instance network info cache due to event network-changed-a18d49cd-f1af-4ac5-adcc-7b360cd3a817. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.518521] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Acquiring lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.526291] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.526615] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Instance network_info: |[{"id": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "address": "fa:16:3e:ca:f5:de", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18d49cd-f1", "ovs_interfaceid": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.527055] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295091, 'name': PowerOffVM_Task, 'duration_secs': 0.299318} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.527457] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Acquired lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.527680] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Refreshing network info cache for port a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.529393] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f5:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18d49cd-f1af-4ac5-adcc-7b360cd3a817', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.544645] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.545071] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.547610] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.548689] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ccc7f2-4693-4710-ae09-f8f34bfcfb6b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.554460] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06442d99-de6b-491a-87b3-8c6a0fe05b4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.603013] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.603013] env[70491]: value = "task-3295094" [ 1219.603013] env[70491]: _type = "Task" [ 1219.603013] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.603930] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12913bf4-0317-44da-b922-a5d194f72b9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.619605] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295094, 'name': CreateVM_Task} progress is 15%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.636319] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523c79bf-cab7-7b30-705b-05d82c47911b, 'name': SearchDatastore_Task, 'duration_secs': 0.049751} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.637081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.637410] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.637783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.637987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.638244] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.638697] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c75977a-8122-4b82-9acc-2cf492780989 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.652069] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.652434] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.654179] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1506e46-eecb-419d-8d5f-efdcc2b8e551 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.659705] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.661375] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d9dcf6a-3375-4c1c-b7e1-d26c7e465f8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.664263] env[70491]: DEBUG nova.compute.manager [req-0dccce8b-1609-408b-b508-857031907c9a req-5fe48b22-8e81-4df8-957c-b736be0fb421 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Received event network-vif-deleted-47da70bc-ac51-48de-b0ff-a9215dd20a07 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.664446] env[70491]: INFO nova.compute.manager [req-0dccce8b-1609-408b-b508-857031907c9a req-5fe48b22-8e81-4df8-957c-b736be0fb421 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Neutron deleted interface 47da70bc-ac51-48de-b0ff-a9215dd20a07; detaching it from the instance and deleting it from the info cache [ 1219.664610] env[70491]: DEBUG nova.network.neutron [req-0dccce8b-1609-408b-b508-857031907c9a req-5fe48b22-8e81-4df8-957c-b736be0fb421 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.674130] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1219.674130] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52487822-a54a-4f34-6d43-93cfe1410055" [ 1219.674130] env[70491]: _type = "Task" [ 1219.674130] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.676507] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1219.676507] env[70491]: value = "task-3295095" [ 1219.676507] env[70491]: _type = "Task" [ 1219.676507] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.696837] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52487822-a54a-4f34-6d43-93cfe1410055, 'name': SearchDatastore_Task, 'duration_secs': 0.012772} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.697807] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1219.698129] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.698417] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.698771] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be42b070-b6a5-47f3-a45a-7d5b21359bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.705853] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1219.705853] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241fe24-f2cd-5fd8-efaf-4c790e416713" [ 1219.705853] env[70491]: _type = "Task" [ 1219.705853] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.717797] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241fe24-f2cd-5fd8-efaf-4c790e416713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.753604] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: b33e72c0-72b8-467a-b3ea-e1b421785df8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.884059] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531062} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.884480] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.885672] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.885672] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27b9ac5c-5e93-4b21-8957-53554a33dd46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.893831] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1219.893831] env[70491]: value = "task-3295096" [ 1219.893831] env[70491]: _type = "Task" [ 1219.893831] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.904490] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.916970] env[70491]: DEBUG oslo_vmware.api [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165855} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.917349] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.917567] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.917777] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.944320] env[70491]: INFO nova.scheduler.client.report [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted allocations for instance c0b1ec27-c86c-4eef-8a19-e15e645268af [ 1220.120256] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295094, 'name': CreateVM_Task, 'duration_secs': 0.49669} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.120654] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.122691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.122691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.122691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.122691] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64d4eef-e7d7-48a8-b436-2060eb9482d9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.130028] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1220.130028] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52878027-952f-3b4d-82cb-78182aa4d2dd" [ 1220.130028] env[70491]: _type = "Task" [ 1220.130028] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.137562] env[70491]: DEBUG nova.network.neutron [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.145009] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52878027-952f-3b4d-82cb-78182aa4d2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.167897] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-859c9369-ab28-4349-a78e-3841f080e548 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.179164] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3b6fe3-849e-41d8-ab8d-69139cea0d02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.218897] env[70491]: DEBUG nova.compute.manager [req-0dccce8b-1609-408b-b508-857031907c9a req-5fe48b22-8e81-4df8-957c-b736be0fb421 service nova] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Detach interface failed, port_id=47da70bc-ac51-48de-b0ff-a9215dd20a07, reason: Instance a8f64001-c3cf-43eb-8947-911ac8c18329 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.235255] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5241fe24-f2cd-5fd8-efaf-4c790e416713, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.235678] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.236229] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.236717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.236980] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.237321] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ec23f9c-a67e-4e7e-b058-8f7b881eb63d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.239855] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3394fe7-d51f-4fb2-9850-13edc737cf7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.249189] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1220.249189] env[70491]: value = "task-3295097" [ 1220.249189] env[70491]: _type = "Task" [ 1220.249189] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.258134] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: a9158fa4-ce1f-4a33-b401-36983198238e] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.260961] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.261513] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.266842] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb5b10f-ed64-4574-a668-ad6bc96d9b2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.270429] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.277883] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1220.277883] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd7a87-737f-299e-bffc-4cc40f825e62" [ 1220.277883] env[70491]: _type = "Task" [ 1220.277883] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.289830] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd7a87-737f-299e-bffc-4cc40f825e62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.405101] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076593} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.405538] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.409217] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759efb35-8408-47c8-9e3f-025b3885aea0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.432263] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.432890] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad3fa19-d826-4bdd-be61-a6129b8e4c34 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.452371] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.452787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.453093] env[70491]: DEBUG nova.objects.instance [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'resources' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.456093] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1220.456093] env[70491]: value = "task-3295098" [ 1220.456093] env[70491]: _type = "Task" [ 1220.456093] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.472073] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.551023] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updated VIF entry in instance network info cache for port a18d49cd-f1af-4ac5-adcc-7b360cd3a817. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.551557] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating instance_info_cache with network_info: [{"id": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "address": "fa:16:3e:ca:f5:de", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18d49cd-f1", "ovs_interfaceid": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.642724] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52878027-952f-3b4d-82cb-78182aa4d2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.643127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.643329] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.643624] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.646310] env[70491]: INFO nova.compute.manager [-] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Took 1.43 seconds to deallocate network for instance. [ 1220.766112] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295097, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.767956] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 533b0d7a-f85e-4ca4-86fa-d6b7dc11e050] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.795801] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd7a87-737f-299e-bffc-4cc40f825e62, 'name': SearchDatastore_Task, 'duration_secs': 0.016781} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.797257] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec85a811-02cc-4a91-a255-ad605f633278 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.807969] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1220.807969] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e3248-7615-c3ac-9aa2-4036c680e27f" [ 1220.807969] env[70491]: _type = "Task" [ 1220.807969] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.823310] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e3248-7615-c3ac-9aa2-4036c680e27f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.962600] env[70491]: DEBUG nova.objects.instance [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'numa_topology' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.972537] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Releasing lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.059360] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-vif-unplugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.059360] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] No waiting events found dispatching network-vif-unplugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.059360] env[70491]: WARNING nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received unexpected event network-vif-unplugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef for instance with vm_state shelved and task_state shelving_offloading. [ 1221.059360] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.059360] env[70491]: DEBUG nova.compute.manager [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing instance network info cache due to event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.059360] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.059360] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.154627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.262408] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604472} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.263935] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.263935] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.263935] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bff4aa4-c3cc-47cf-8bea-52b09416f937 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.273285] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5e8ff32b-c9ca-4374-9b0e-ace891d3b258] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.274679] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1221.274679] env[70491]: value = "task-3295100" [ 1221.274679] env[70491]: _type = "Task" [ 1221.274679] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.286377] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.321417] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524e3248-7615-c3ac-9aa2-4036c680e27f, 'name': SearchDatastore_Task, 'duration_secs': 0.026076} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.321745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.322122] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. {{(pid=70491) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1221.322457] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.322594] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.322838] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b036ff-80b2-4475-b3e6-3144131dec89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.325507] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-191f4ee8-b809-4c8d-bb3c-cf63c6eaae2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.334670] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1221.334670] env[70491]: value = "task-3295101" [ 1221.334670] env[70491]: _type = "Task" [ 1221.334670] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.340154] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.340406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.341746] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b53012-dc7a-4ed0-a10b-0595ca24a446 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.349886] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.354670] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1221.354670] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b9e8c2-764c-024a-2ba8-9ea78938be5d" [ 1221.354670] env[70491]: _type = "Task" [ 1221.354670] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.363993] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b9e8c2-764c-024a-2ba8-9ea78938be5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.469944] env[70491]: DEBUG nova.objects.base [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1221.472032] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295098, 'name': ReconfigVM_Task, 'duration_secs': 0.600714} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.472181] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0/709d7900-0807-469e-ab1d-c3d4806468f0.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.472849] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b380bb27-c371-488e-9279-ce999d1c967a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.486028] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1221.486028] env[70491]: value = "task-3295102" [ 1221.486028] env[70491]: _type = "Task" [ 1221.486028] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.497403] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295102, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.700017] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426a6f3-04a2-4ffb-a844-073d2ffb14ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.709674] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1cc76c-b1ac-4bef-993f-acc1e8018cdf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.748937] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c24fe-8bd3-455e-8d98-24a78d0e4750 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.760408] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde7698c-de2b-4718-bdfe-a9e04b93fe5d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.777487] env[70491]: DEBUG nova.compute.provider_tree [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.782428] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8cf1f94c-6dd3-4dbb-8d1e-5533a17fb6e4] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.791941] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08277} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.792900] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.793722] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7894c7c-2ea8-4eaa-a2df-182636d4bb96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.824671] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.828288] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3407ba96-1701-4a94-a47b-13816ef9cd3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.858592] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295101, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.863795] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1221.863795] env[70491]: value = "task-3295103" [ 1221.863795] env[70491]: _type = "Task" [ 1221.863795] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.873120] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b9e8c2-764c-024a-2ba8-9ea78938be5d, 'name': SearchDatastore_Task, 'duration_secs': 0.024981} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.874584] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccb9b90-a219-4821-8fca-557d7030e509 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.881040] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.889070] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1221.889070] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a33e27-c957-b90b-e507-dfa591b5c16c" [ 1221.889070] env[70491]: _type = "Task" [ 1221.889070] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.900263] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a33e27-c957-b90b-e507-dfa591b5c16c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.997342] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295102, 'name': Rename_Task, 'duration_secs': 0.183462} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.997342] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.997342] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d92da2d3-2cea-467f-ab86-1860f730d96c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.997747] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updated VIF entry in instance network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.998105] env[70491]: DEBUG nova.network.neutron [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.005477] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1222.005477] env[70491]: value = "task-3295104" [ 1222.005477] env[70491]: _type = "Task" [ 1222.005477] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.014670] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.285828] env[70491]: DEBUG nova.scheduler.client.report [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.289833] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8d7c77a9-1ff6-42f1-a714-12e2d5562d68] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.356521] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60436} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.356815] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk. [ 1222.357632] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa09f90-5bc3-40c5-bc12-a8e52be62d93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.386772] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.390056] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf134547-24de-43de-861d-6aa1b62855de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.415645] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a33e27-c957-b90b-e507-dfa591b5c16c, 'name': SearchDatastore_Task, 'duration_secs': 0.036405} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.420112] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.420449] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 1787dd9a-062d-4e8a-9683-cb639174e2ac/1787dd9a-062d-4e8a-9683-cb639174e2ac.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.420805] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1222.420805] env[70491]: value = "task-3295105" [ 1222.420805] env[70491]: _type = "Task" [ 1222.420805] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.421125] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295103, 'name': ReconfigVM_Task, 'duration_secs': 0.433036} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.421287] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecdb517d-07a1-41ab-b037-64333aa567a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.423824] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7/ed50613e-5b98-48df-ac1c-c333954d64b7.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.425035] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'size': 0, 'encrypted': False, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_type': 'disk', 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'boot_index': 0, 'image_id': '65a4678a-39cf-4d1a-897b-9b52677e4699'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'}, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': 'c1634a89-f534-41b8-8e4b-a974c8fa17d8', 'volume_type': None}], 'swap': None} {{(pid=70491) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1222.425256] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1222.425501] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1222.429312] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89107d3-ce8c-43f0-a660-6ac86a3422e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.440168] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.454091] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1222.454091] env[70491]: value = "task-3295106" [ 1222.454091] env[70491]: _type = "Task" [ 1222.454091] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.455269] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcee76-da0d-453a-bd57-cc6f0554131d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.485219] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.488838] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f0f099-f1bc-4b2b-8cf6-dfbc7a193d29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.502978] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.503526] env[70491]: DEBUG oslo_concurrency.lockutils [req-7cdb751d-0428-4df7-9ac2-0e46756a01ab req-a9f62c1e-5edf-4bcc-8c8f-24584f97d38f service nova] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.515137] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1222.515137] env[70491]: value = "task-3295107" [ 1222.515137] env[70491]: _type = "Task" [ 1222.515137] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.522664] env[70491]: DEBUG oslo_vmware.api [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295104, 'name': PowerOnVM_Task, 'duration_secs': 0.457006} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.523350] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.523577] env[70491]: DEBUG nova.compute.manager [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.525062] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c604c0ef-2e70-4558-a1ef-e861d865eabb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.531970] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.793738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.796624] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 29098eb4-49b4-40a2-b942-303d860e2fbb] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.798863] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.644s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.798998] env[70491]: DEBUG nova.objects.instance [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid a8f64001-c3cf-43eb-8947-911ac8c18329 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.937259] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.966386] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481735} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.966733] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 1787dd9a-062d-4e8a-9683-cb639174e2ac/1787dd9a-062d-4e8a-9683-cb639174e2ac.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.967020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.967342] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1763de55-0043-4900-9f3c-f88c5f902799 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.975643] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1222.975643] env[70491]: value = "task-3295109" [ 1222.975643] env[70491]: _type = "Task" [ 1222.975643] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.984943] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295109, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.016841] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.029377] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295107, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.046244] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.301168] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6ef9ced2-36c4-4fa9-8617-a386e49236ed] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.306876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-cf9a6753-3a96-4555-8aa5-bcca6c05eb43 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.466s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.308562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "709d7900-0807-469e-ab1d-c3d4806468f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.308562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.308756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "709d7900-0807-469e-ab1d-c3d4806468f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.310168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.311037] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.311778] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.295s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.311963] env[70491]: INFO nova.compute.manager [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Unshelving [ 1223.313488] env[70491]: INFO nova.compute.manager [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Terminating instance [ 1223.438491] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295105, 'name': ReconfigVM_Task, 'duration_secs': 0.725396} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.441797] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3/65a4678a-39cf-4d1a-897b-9b52677e4699-rescue.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.443103] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597f73b3-412a-4df2-b6f1-50bbd0a919ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.478061] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a877e16e-40be-48b5-b375-809a9bf4ea4e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.504809] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295109, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085813} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.506324] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.506726] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1223.506726] env[70491]: value = "task-3295110" [ 1223.506726] env[70491]: _type = "Task" [ 1223.506726] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.507495] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f4cc9-53db-442e-908d-449ecbe919db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.545296] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295110, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.555488] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 1787dd9a-062d-4e8a-9683-cb639174e2ac/1787dd9a-062d-4e8a-9683-cb639174e2ac.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.560175] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc81898-6d17-42a2-9145-5f94ab5592fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.576414] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b775db9-711e-4da0-b29b-4bbdbf5fdd8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.581400] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295107, 'name': ReconfigVM_Task, 'duration_secs': 0.535839} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.581750] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.588539] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703aefd2-7da1-4f06-8589-b176e5f1e648 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.603100] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1223.603100] env[70491]: value = "task-3295111" [ 1223.603100] env[70491]: _type = "Task" [ 1223.603100] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.604729] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b781c-3fee-4b8c-b9e6-0bb62372c365 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.612733] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1223.612733] env[70491]: value = "task-3295112" [ 1223.612733] env[70491]: _type = "Task" [ 1223.612733] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.648800] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.650094] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fcc9d6-d4ee-435c-8243-1c19ddfc4b5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.656437] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.662900] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c82f7b9-65fa-4e99-aed0-e004e42a42b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.678872] env[70491]: DEBUG nova.compute.provider_tree [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.810083] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 93983e23-0f91-4af0-9c71-4e04b954bf56] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.818031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "refresh_cache-709d7900-0807-469e-ab1d-c3d4806468f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.818599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquired lock "refresh_cache-709d7900-0807-469e-ab1d-c3d4806468f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.818599] env[70491]: DEBUG nova.network.neutron [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.021483] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295110, 'name': ReconfigVM_Task, 'duration_secs': 0.303862} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.021792] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.022112] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e270641-0815-4b9b-924e-3f9dc9976f38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.030310] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1224.030310] env[70491]: value = "task-3295113" [ 1224.030310] env[70491]: _type = "Task" [ 1224.030310] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.041017] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.120120] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295111, 'name': ReconfigVM_Task, 'duration_secs': 0.472263} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.121294] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 1787dd9a-062d-4e8a-9683-cb639174e2ac/1787dd9a-062d-4e8a-9683-cb639174e2ac.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.122232] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-552f91c1-46d8-4adb-bfc2-af21f4b37eca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.127216] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295112, 'name': ReconfigVM_Task, 'duration_secs': 0.20295} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.127914] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.128487] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c7d11b8-9c33-48d3-ba47-5118e0fe6893 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.134792] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1224.134792] env[70491]: value = "task-3295114" [ 1224.134792] env[70491]: _type = "Task" [ 1224.134792] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.139196] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1224.139196] env[70491]: value = "task-3295115" [ 1224.139196] env[70491]: _type = "Task" [ 1224.139196] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.147007] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295114, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.152879] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295115, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.182792] env[70491]: DEBUG nova.scheduler.client.report [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.314131] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 82b902e0-53d2-46d6-a07e-a66f2385531f] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.344926] env[70491]: DEBUG nova.network.neutron [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.349220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.398209] env[70491]: DEBUG nova.network.neutron [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.542560] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295113, 'name': PowerOnVM_Task} progress is 98%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.647340] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295114, 'name': Rename_Task, 'duration_secs': 0.22078} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.647732] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.648082] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e3ad904-34ae-43e4-b9aa-d5178a6761e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.652949] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295115, 'name': Rename_Task, 'duration_secs': 0.217587} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.653558] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.653821] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199a7fca-5355-44c5-943d-8d16d71ffdf1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.659431] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1224.659431] env[70491]: value = "task-3295116" [ 1224.659431] env[70491]: _type = "Task" [ 1224.659431] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.663697] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1224.663697] env[70491]: value = "task-3295117" [ 1224.663697] env[70491]: _type = "Task" [ 1224.663697] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.670165] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.675299] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.688209] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.690613] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.644s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.690916] env[70491]: DEBUG nova.objects.instance [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1224.711822] env[70491]: INFO nova.scheduler.client.report [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance a8f64001-c3cf-43eb-8947-911ac8c18329 [ 1224.817149] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 68f2388d-9800-4e21-b62c-f7f062c979b2] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.901240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Releasing lock "refresh_cache-709d7900-0807-469e-ab1d-c3d4806468f0" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.901761] env[70491]: DEBUG nova.compute.manager [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.901962] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.902980] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e14ae77-5abf-4c89-b1ee-f57790328cb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.915490] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.915645] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051086c5-1e46-4464-8609-daace0265239 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.925907] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1224.925907] env[70491]: value = "task-3295118" [ 1224.925907] env[70491]: _type = "Task" [ 1224.925907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.937483] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.042171] env[70491]: DEBUG oslo_vmware.api [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295113, 'name': PowerOnVM_Task, 'duration_secs': 0.615576} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.042503] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.045754] env[70491]: DEBUG nova.compute.manager [None req-38320e7c-24e5-4b56-b059-5fc43d65e983 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.046679] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfd4dfb-7e80-4641-82d2-e3ea4472ec23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.177591] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295117, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.178276] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295116, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.221272] env[70491]: DEBUG oslo_concurrency.lockutils [None req-788bde70-f6cc-4b1a-acb3-5c1b332ad55e tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "a8f64001-c3cf-43eb-8947-911ac8c18329" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.647s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.320581] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 2538666e-160f-4679-b303-74bba0abc87d] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.437029] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295118, 'name': PowerOffVM_Task, 'duration_secs': 0.21193} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.437301] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.437483] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.437790] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-137de8cb-e958-4a6c-ad1c-c069ff2dedc8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.472027] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.472378] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.472639] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Deleting the datastore file [datastore1] 709d7900-0807-469e-ab1d-c3d4806468f0 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.472967] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad6aea2-799c-43a7-8a79-f0b11fedd772 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.481247] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for the task: (returnval){ [ 1225.481247] env[70491]: value = "task-3295121" [ 1225.481247] env[70491]: _type = "Task" [ 1225.481247] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.491256] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.632179] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.632513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.632734] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.632928] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.633119] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.635211] env[70491]: INFO nova.compute.manager [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Terminating instance [ 1225.673511] env[70491]: DEBUG oslo_vmware.api [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295117, 'name': PowerOnVM_Task, 'duration_secs': 0.752097} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.676556] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.676779] env[70491]: DEBUG nova.compute.manager [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.677147] env[70491]: DEBUG oslo_vmware.api [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295116, 'name': PowerOnVM_Task, 'duration_secs': 0.758375} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.677891] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71699d54-2c36-49a1-8c69-57fce0afe448 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.680594] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.680852] env[70491]: INFO nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1225.681050] env[70491]: DEBUG nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.681769] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740b10b1-7d75-4050-b6ab-b015b98cda95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.701534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fcd85bbb-5fce-4110-90df-20bc2b3c1a77 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.702562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.353s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.702814] env[70491]: DEBUG nova.objects.instance [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'pci_requests' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.827031] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 30561a2f-72e1-48d7-8f6a-0130a31465b9] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.992415] env[70491]: DEBUG oslo_vmware.api [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Task: {'id': task-3295121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105087} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.992668] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.992849] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.993033] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.993210] env[70491]: INFO nova.compute.manager [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1225.993518] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.993714] env[70491]: DEBUG nova.compute.manager [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.993810] env[70491]: DEBUG nova.network.neutron [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.010347] env[70491]: DEBUG nova.network.neutron [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.139436] env[70491]: DEBUG nova.compute.manager [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.139728] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.140609] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f57fb-5d0c-432c-ba66-f0367e3416b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.150119] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.150362] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e4580f5-e5c1-4f13-8d28-3a172de496a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.158382] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1226.158382] env[70491]: value = "task-3295122" [ 1226.158382] env[70491]: _type = "Task" [ 1226.158382] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.167546] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.205718] env[70491]: DEBUG nova.objects.instance [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'numa_topology' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.206757] env[70491]: INFO nova.compute.manager [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Took 13.79 seconds to build instance. [ 1226.209322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.330449] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 509e5873-2aaf-4f37-887e-7e5e0806457d] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.513203] env[70491]: DEBUG nova.network.neutron [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.669472] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295122, 'name': PowerOffVM_Task, 'duration_secs': 0.292316} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.669743] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.669916] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.670197] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-366b2278-ee52-484d-860c-74bd9ab61bb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.709876] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1fb9c9af-336e-4f0d-8132-7231b96e1ed5 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.309s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.710332] env[70491]: INFO nova.compute.claims [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.742162] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.742557] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.742701] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore1] 7e40c24d-1def-4b73-b4fe-e08cac3ecef8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.743029] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd40a117-53e3-486e-a1bf-9255063e75c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.751189] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1226.751189] env[70491]: value = "task-3295124" [ 1226.751189] env[70491]: _type = "Task" [ 1226.751189] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.762644] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.772417] env[70491]: DEBUG nova.compute.manager [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Received event network-changed-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.772752] env[70491]: DEBUG nova.compute.manager [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Refreshing instance network info cache due to event network-changed-a18d49cd-f1af-4ac5-adcc-7b360cd3a817. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.773011] env[70491]: DEBUG oslo_concurrency.lockutils [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] Acquiring lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.773177] env[70491]: DEBUG oslo_concurrency.lockutils [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] Acquired lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.773366] env[70491]: DEBUG nova.network.neutron [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Refreshing network info cache for port a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.774917] env[70491]: INFO nova.compute.manager [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Unrescuing [ 1226.775590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.775590] env[70491]: DEBUG oslo_concurrency.lockutils [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.775590] env[70491]: DEBUG nova.network.neutron [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.834029] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 1706073b-fe4f-43f9-8f01-5ae6912f5cf3] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.017182] env[70491]: INFO nova.compute.manager [-] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Took 1.02 seconds to deallocate network for instance. [ 1227.265024] env[70491]: DEBUG oslo_vmware.api [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144246} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.265405] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.265669] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.265970] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.266268] env[70491]: INFO nova.compute.manager [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1227.266548] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.266806] env[70491]: DEBUG nova.compute.manager [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.266926] env[70491]: DEBUG nova.network.neutron [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.337443] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.337750] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances with incomplete migration {{(pid=70491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1227.524825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.625680] env[70491]: DEBUG nova.compute.manager [req-ed916f36-06e0-420b-9adf-62ae2397cdf3 req-5df90104-8312-404f-bb71-fb092ea38692 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Received event network-vif-deleted-69af3abd-d55a-4b3e-8c3a-1cd10c27a935 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.625907] env[70491]: INFO nova.compute.manager [req-ed916f36-06e0-420b-9adf-62ae2397cdf3 req-5df90104-8312-404f-bb71-fb092ea38692 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Neutron deleted interface 69af3abd-d55a-4b3e-8c3a-1cd10c27a935; detaching it from the instance and deleting it from the info cache [ 1227.626150] env[70491]: DEBUG nova.network.neutron [req-ed916f36-06e0-420b-9adf-62ae2397cdf3 req-5df90104-8312-404f-bb71-fb092ea38692 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.645038] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1227.648990] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7e41b2-346b-4357-a340-005a902b95a9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.663948] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1227.664172] env[70491]: ERROR oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk due to incomplete transfer. [ 1227.664802] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca22f489-bb45-4221-b8c5-8874caa72b93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.679245] env[70491]: DEBUG oslo_vmware.rw_handles [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524ceae5-c72a-e99a-5656-80600dfe7cb1/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1227.679509] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploaded image 6eb45c91-7fdd-44f7-af1a-a3720f3e00bb to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1227.682472] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1227.683253] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9187a8fb-a766-43b0-910c-9196b80f9a83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.695490] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1227.695490] env[70491]: value = "task-3295126" [ 1227.695490] env[70491]: _type = "Task" [ 1227.695490] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.704886] env[70491]: DEBUG nova.network.neutron [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updated VIF entry in instance network info cache for port a18d49cd-f1af-4ac5-adcc-7b360cd3a817. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.705362] env[70491]: DEBUG nova.network.neutron [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating instance_info_cache with network_info: [{"id": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "address": "fa:16:3e:ca:f5:de", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18d49cd-f1", "ovs_interfaceid": "a18d49cd-f1af-4ac5-adcc-7b360cd3a817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.711744] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295126, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.712739] env[70491]: DEBUG nova.network.neutron [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.842500] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.900135] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08690a8b-e91d-4279-8304-a9e0326d842c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.908127] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd626bf6-a89d-40d0-8f6e-f049c7ff1bbc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.941419] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69de864-5540-48cd-9876-fbcdf827b976 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.951201] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e6e8fe-c660-4ae3-8dc4-da9a351116b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.966734] env[70491]: DEBUG nova.compute.provider_tree [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.098047] env[70491]: DEBUG nova.network.neutron [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.129198] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fb2a355-952e-4594-b212-75d88ae7381a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.140388] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca34585-4915-4a7b-ae21-afb9ed09e489 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.175511] env[70491]: DEBUG nova.compute.manager [req-ed916f36-06e0-420b-9adf-62ae2397cdf3 req-5df90104-8312-404f-bb71-fb092ea38692 service nova] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Detach interface failed, port_id=69af3abd-d55a-4b3e-8c3a-1cd10c27a935, reason: Instance 7e40c24d-1def-4b73-b4fe-e08cac3ecef8 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1228.207118] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295126, 'name': Destroy_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.215072] env[70491]: DEBUG oslo_concurrency.lockutils [req-9dc4a8c0-9387-4c11-a5b2-b3c445b7ea39 req-ff6f6b20-1ed5-47f3-96d9-58f35e3314e9 service nova] Releasing lock "refresh_cache-1787dd9a-062d-4e8a-9683-cb639174e2ac" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.215722] env[70491]: DEBUG oslo_concurrency.lockutils [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.216361] env[70491]: DEBUG nova.objects.instance [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'flavor' on Instance uuid 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.469895] env[70491]: DEBUG nova.scheduler.client.report [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.601037] env[70491]: INFO nova.compute.manager [-] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Took 1.33 seconds to deallocate network for instance. [ 1228.707509] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295126, 'name': Destroy_Task, 'duration_secs': 0.5377} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.707814] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroyed the VM [ 1228.708135] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.708461] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-57950d66-24dc-4d26-9985-6b81a5e3b1bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.714969] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1228.714969] env[70491]: value = "task-3295127" [ 1228.714969] env[70491]: _type = "Task" [ 1228.714969] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.725125] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.726140] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cadf2e-712f-4627-b698-b808f724de32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.748540] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.748838] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d6b942-a6ad-4a6b-a383-56544932c979 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.755907] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1228.755907] env[70491]: value = "task-3295128" [ 1228.755907] env[70491]: _type = "Task" [ 1228.755907] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.764714] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.975463] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.273s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.978635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.769s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.978884] env[70491]: DEBUG nova.objects.instance [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1229.012120] env[70491]: INFO nova.network.neutron [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1229.107409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.224719] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.268186] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295128, 'name': PowerOffVM_Task, 'duration_secs': 0.249495} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.268452] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.273897] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1229.274495] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4794699-e202-4763-95fc-207627a9e19d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.293466] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1229.293466] env[70491]: value = "task-3295130" [ 1229.293466] env[70491]: _type = "Task" [ 1229.293466] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.300929] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.725791] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.804314] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295130, 'name': ReconfigVM_Task, 'duration_secs': 0.263524} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.804605] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.804802] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.805068] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf1f12e-3f82-45fa-9750-ac5bbf044fee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.811271] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1229.811271] env[70491]: value = "task-3295131" [ 1229.811271] env[70491]: _type = "Task" [ 1229.811271] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.819142] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.991032] env[70491]: DEBUG oslo_concurrency.lockutils [None req-62fb8421-4cba-42d9-82d3-6f39860cce25 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.992158] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.468s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.992431] env[70491]: DEBUG nova.objects.instance [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lazy-loading 'resources' on Instance uuid 709d7900-0807-469e-ab1d-c3d4806468f0 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.227451] env[70491]: DEBUG oslo_vmware.api [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295127, 'name': RemoveSnapshot_Task, 'duration_secs': 1.359037} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.227730] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1230.227960] env[70491]: INFO nova.compute.manager [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 14.69 seconds to snapshot the instance on the hypervisor. [ 1230.320409] env[70491]: DEBUG oslo_vmware.api [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295131, 'name': PowerOnVM_Task, 'duration_secs': 0.402819} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.320687] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.320918] env[70491]: DEBUG nova.compute.manager [None req-eefeb2e3-7a05-4cbe-b220-a591cfdf9ada tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.321798] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d049ddf8-0bb5-490d-bc10-ef2ece7d3268 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.338321] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.338519] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.370872] env[70491]: DEBUG nova.compute.manager [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.371095] env[70491]: DEBUG oslo_concurrency.lockutils [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.371321] env[70491]: DEBUG oslo_concurrency.lockutils [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.371473] env[70491]: DEBUG oslo_concurrency.lockutils [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.371663] env[70491]: DEBUG nova.compute.manager [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] No waiting events found dispatching network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.371833] env[70491]: WARNING nova.compute.manager [req-94474190-14fe-4cb1-a59b-ce9eef5ed5e2 req-0786bcab-22c7-432d-b547-560942a47cfe service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received unexpected event network-vif-plugged-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef for instance with vm_state shelved_offloaded and task_state spawning. [ 1230.450910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.451008] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.451218] env[70491]: DEBUG nova.network.neutron [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.642918] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878af0ea-f600-4bd0-957b-a5105d1fb383 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.650280] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472302bc-43d6-4887-bcb7-722826eb641e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.679556] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e65abc-7f7a-440c-8247-9085c6193e35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.686189] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33c443c-043b-4b03-abaa-d6a20cb7ec49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.699120] env[70491]: DEBUG nova.compute.provider_tree [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.772908] env[70491]: DEBUG nova.compute.manager [None req-4cd2ea0f-fdec-4cd5-ae83-3cd74f3da2cc tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Found 2 images (rotation: 2) {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1230.844577] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.844783] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.845124] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.845124] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.845259] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.845657] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1231.205116] env[70491]: DEBUG nova.scheduler.client.report [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.248456] env[70491]: DEBUG nova.network.neutron [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.349395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.577843] env[70491]: DEBUG nova.compute.manager [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.578439] env[70491]: DEBUG nova.compute.manager [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing instance network info cache due to event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.578439] env[70491]: DEBUG oslo_concurrency.lockutils [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.578670] env[70491]: DEBUG oslo_concurrency.lockutils [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.578842] env[70491]: DEBUG nova.network.neutron [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.710628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.713316] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.606s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.713777] env[70491]: DEBUG nova.objects.instance [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid 7e40c24d-1def-4b73-b4fe-e08cac3ecef8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.737020] env[70491]: INFO nova.scheduler.client.report [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Deleted allocations for instance 709d7900-0807-469e-ab1d-c3d4806468f0 [ 1231.752818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8355811a24e5df2df8ea0305804e4e74',container_format='bare',created_at=2025-04-04T01:37:23Z,direct_url=,disk_format='vmdk',id=16d0c001-64cc-4bfb-900f-0fe9023be165,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1893820645-shelved',owner='afa157b81b2b45e6882cef085f87b8d0',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-04T01:37:38Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.782120] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.782748] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.783053] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.783329] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.783637] env[70491]: DEBUG nova.virt.hardware [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.784599] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29ba1a0-4dd4-40fc-a576-75ca7e6de05a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.793322] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f65db0-b44b-4bbb-bc32-f9a3468a3148 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.807295] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:fb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.815991] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.816644] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.816984] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed209a6c-079d-4912-924e-e99f69685b02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.837553] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.837553] env[70491]: value = "task-3295133" [ 1231.837553] env[70491]: _type = "Task" [ 1231.837553] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.848208] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295133, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.906479] env[70491]: DEBUG nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.907699] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdd91a8-2ada-493d-b19a-b0f0759ae7fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.252105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-b154b651-d57b-4491-9da3-840453b37480 tempest-ServersListShow298Test-1507196609 tempest-ServersListShow298Test-1507196609-project-member] Lock "709d7900-0807-469e-ab1d-c3d4806468f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.943s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.347057] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295133, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.384958] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595e71bb-0e8f-4ad6-b23f-03920a0b931d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.388247] env[70491]: DEBUG nova.network.neutron [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updated VIF entry in instance network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1232.388583] env[70491]: DEBUG nova.network.neutron [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.395031] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1723c3-0a86-4a08-8d81-0379e70d8ad4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.427429] env[70491]: DEBUG nova.compute.manager [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.427647] env[70491]: DEBUG nova.compute.manager [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing instance network info cache due to event network-changed-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.427870] env[70491]: DEBUG oslo_concurrency.lockutils [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.428042] env[70491]: DEBUG oslo_concurrency.lockutils [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.428176] env[70491]: DEBUG nova.network.neutron [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Refreshing network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.430442] env[70491]: INFO nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] instance snapshotting [ 1232.431036] env[70491]: DEBUG nova.objects.instance [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.433420] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34be28cf-4fd8-440d-9b33-65fe2e3a4e7c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.446970] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da00288-af00-47c3-a739-604e98d79723 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.462793] env[70491]: DEBUG nova.compute.provider_tree [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.648381] env[70491]: INFO nova.compute.manager [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Rebuilding instance [ 1232.705735] env[70491]: DEBUG nova.compute.manager [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.706673] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac96436-ac74-4eeb-baef-94a298bad9ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.847625] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295133, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.891889] env[70491]: DEBUG oslo_concurrency.lockutils [req-22a5143d-2c1b-4a8c-bf37-6987ec4db07c req-914e8cae-69c1-488c-a1bc-ccbb5b2d32a4 service nova] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.939055] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7decdbd-440f-4467-8028-86613de67bb8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.958324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f01f0f-b04a-428f-9d71-77d6e961486a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.969865] env[70491]: DEBUG nova.scheduler.client.report [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.145722] env[70491]: DEBUG nova.network.neutron [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updated VIF entry in instance network info cache for port 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.146104] env[70491]: DEBUG nova.network.neutron [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.347346] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295133, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.468251] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1233.468595] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a9a7e0b5-3906-47a3-b597-90e8dd4927df {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.474724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.479641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.130s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.480341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.480609] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1233.481127] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1233.481127] env[70491]: value = "task-3295135" [ 1233.481127] env[70491]: _type = "Task" [ 1233.481127] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.482273] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cb7f6-147f-467b-a756-b755b731fafe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.504507] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.505922] env[70491]: INFO nova.scheduler.client.report [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance 7e40c24d-1def-4b73-b4fe-e08cac3ecef8 [ 1233.509850] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab225b6-b156-4cd7-9888-28ca0e397301 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.528947] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929dd7c8-bfd1-4b8d-adf1-0de45fb5cd8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.536193] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967c456a-cc40-4c50-a09e-54cd318db8cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.565506] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178501MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1233.565776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.565861] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.605022] env[70491]: DEBUG nova.compute.manager [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.605022] env[70491]: DEBUG nova.compute.manager [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing instance network info cache due to event network-changed-5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.605351] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] Acquiring lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.605351] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] Acquired lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.605351] env[70491]: DEBUG nova.network.neutron [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Refreshing network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.648877] env[70491]: DEBUG oslo_concurrency.lockutils [req-f310bc7f-20a3-4ea1-a90f-b122b81b679d req-641194ad-dba7-44c4-88ea-d9e57ceb4bfc service nova] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.722028] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.722362] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb702ff-f12f-4e9d-828d-953256dc4d2d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.730475] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1233.730475] env[70491]: value = "task-3295136" [ 1233.730475] env[70491]: _type = "Task" [ 1233.730475] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.740089] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.848225] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295133, 'name': CreateVM_Task, 'duration_secs': 1.510776} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.848591] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.849093] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.849260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.849640] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.849900] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1517ba85-c59c-4619-a857-a455bdc3edb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.854260] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1233.854260] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52367dee-fa45-966f-1433-d8b1240a4bb9" [ 1233.854260] env[70491]: _type = "Task" [ 1233.854260] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.862945] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52367dee-fa45-966f-1433-d8b1240a4bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.998415] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.020311] env[70491]: DEBUG oslo_concurrency.lockutils [None req-456c7691-651e-40ec-8ac7-dd5ff542881c tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "7e40c24d-1def-4b73-b4fe-e08cac3ecef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.388s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.240615] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295136, 'name': PowerOffVM_Task, 'duration_secs': 0.208784} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.240890] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.241131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.241885] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3456bf1-8c52-440a-8cfd-9671552975ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.248650] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.251023] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e39d824-63ae-46ae-9c63-34f1fee0b3f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.312032] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.312257] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.312500] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleting the datastore file [datastore1] 2443a607-aa85-4403-bd50-5896aefe25b8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.313326] env[70491]: DEBUG nova.network.neutron [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updated VIF entry in instance network info cache for port 5a524f44-7aac-4bb6-9c55-86a77a509c55. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.313700] env[70491]: DEBUG nova.network.neutron [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [{"id": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "address": "fa:16:3e:13:58:4e", "network": {"id": "654d7b7a-26db-4658-80fc-6af066c512d3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-808687809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "005af30970c04404a601ad9f76cea8cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a524f44-7a", "ovs_interfaceid": "5a524f44-7aac-4bb6-9c55-86a77a509c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.314812] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19710dc0-1417-4d95-bb71-fe49cecdcfd7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.322302] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1234.322302] env[70491]: value = "task-3295138" [ 1234.322302] env[70491]: _type = "Task" [ 1234.322302] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.331090] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.364400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.364657] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Processing image 16d0c001-64cc-4bfb-900f-0fe9023be165 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.364925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.365102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.365285] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.365526] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b5ea84b-882f-43fa-9b8d-913f0e4903b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.373697] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.373883] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.374611] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-785c4931-ec74-4849-9ba6-aecd222c4feb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.379473] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1234.379473] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c8e69-8385-a5bf-4033-3b2fe6ad1593" [ 1234.379473] env[70491]: _type = "Task" [ 1234.379473] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.387021] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]528c8e69-8385-a5bf-4033-3b2fe6ad1593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.497717] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295135, 'name': CreateSnapshot_Task, 'duration_secs': 0.665275} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.498049] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1234.499379] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e9bc32-959a-4380-8a12-d9d3b52d0b1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.592113] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592278] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592449] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ed50613e-5b98-48df-ac1c-c333954d64b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592591] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8b685346-c354-4723-b640-187dbb685009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592715] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592848] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.592961] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a987311-6f87-41ba-b21a-0ddc5bae3890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.593088] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a5ebce3-66f8-4ae8-b139-b690379758f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.593205] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2443a607-aa85-4403-bd50-5896aefe25b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.593317] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1787dd9a-062d-4e8a-9683-cb639174e2ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.593449] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c0b1ec27-c86c-4eef-8a19-e15e645268af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1234.818414] env[70491]: DEBUG oslo_concurrency.lockutils [req-a6cb7bd9-93f3-48de-9ba9-2306dee5971f req-97c4f3a9-7bb3-4f60-a7d5-ae3b098342b7 service nova] Releasing lock "refresh_cache-6a5ebce3-66f8-4ae8-b139-b690379758f3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.833070] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135469} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.833408] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.833808] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.834071] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.889416] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1234.889416] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Fetch image to [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b/OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1234.889822] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Downloading stream optimized image 16d0c001-64cc-4bfb-900f-0fe9023be165 to [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b/OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b.vmdk on the data store datastore2 as vApp {{(pid=70491) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1234.889822] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Downloading image file data 16d0c001-64cc-4bfb-900f-0fe9023be165 to the ESX as VM named 'OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b' {{(pid=70491) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1234.963920] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1234.963920] env[70491]: value = "resgroup-9" [ 1234.963920] env[70491]: _type = "ResourcePool" [ 1234.963920] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1234.964379] env[70491]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0fa3bd3d-a2e2-4c98-9557-23cb102109cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.997675] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lease: (returnval){ [ 1234.997675] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1234.997675] env[70491]: _type = "HttpNfcLease" [ 1234.997675] env[70491]: } obtained for vApp import into resource pool (val){ [ 1234.997675] env[70491]: value = "resgroup-9" [ 1234.997675] env[70491]: _type = "ResourcePool" [ 1234.997675] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1234.998078] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the lease: (returnval){ [ 1234.998078] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1234.998078] env[70491]: _type = "HttpNfcLease" [ 1234.998078] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1235.021100] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1235.021504] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.021504] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1235.021504] env[70491]: _type = "HttpNfcLease" [ 1235.021504] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.021803] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9476873-2402-4cf6-9b4f-d6f2a088577a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.030015] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1235.030015] env[70491]: value = "task-3295140" [ 1235.030015] env[70491]: _type = "Task" [ 1235.030015] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.038320] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295140, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.072446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.072701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.097541] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance bf5b843c-f045-4ce8-ba10-da88fe6c161d has allocations against this compute host but is not found in the database. [ 1235.097866] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1235.098037] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1235.260153] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fcc678-7ef2-4d58-a3f3-845e0f9f8119 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.268263] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aeef77-098f-4884-bfdb-b504de2c1311 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.299236] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d763386-c504-4cba-adef-11d7f1bad51b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.307352] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaae45e-3e5b-41b0-8286-23221719beb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.321379] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.506362] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.506362] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1235.506362] env[70491]: _type = "HttpNfcLease" [ 1235.506362] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1235.540927] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295140, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.575583] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.824596] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.869312] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.869567] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.869725] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.869907] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.870063] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.870215] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.870493] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.870628] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.870798] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.870961] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.871149] env[70491]: DEBUG nova.virt.hardware [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.871994] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0feb1-001b-4007-aa06-30cccddb4261 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.880206] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf2fc5-2880-4a30-b74c-868b68a1bf48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.894011] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:90:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a1c46d7-8adc-4b28-9c0f-802081b2eeff', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.901295] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.901521] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.901730] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de3f5d67-2297-4157-a6d3-7087f223c1a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.921310] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.921310] env[70491]: value = "task-3295141" [ 1235.921310] env[70491]: _type = "Task" [ 1235.921310] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.929342] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295141, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.007965] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.007965] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1236.007965] env[70491]: _type = "HttpNfcLease" [ 1236.007965] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1236.008366] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1236.008366] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523a672c-7031-d51f-de38-37ff7574165a" [ 1236.008366] env[70491]: _type = "HttpNfcLease" [ 1236.008366] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1236.009341] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8bbff-eda1-4192-8cfe-54b04186f30a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.018499] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1236.018677] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1236.088222] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70d7bf58-b842-4537-86e3-c596e6825e2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.094993] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295140, 'name': CloneVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.143508] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.329704] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1236.329922] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.764s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.330209] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.187s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.331797] env[70491]: INFO nova.compute.claims [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.435452] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295141, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.588125] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295140, 'name': CloneVM_Task, 'duration_secs': 1.063827} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.588422] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Created linked-clone VM from snapshot [ 1236.589241] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa44c814-aae7-4a1f-8cb7-d7fdba1fa14b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.597957] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploading image 6a094f0a-daa3-48ac-9cde-62e4a3436b58 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1236.622682] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1236.622682] env[70491]: value = "vm-658048" [ 1236.622682] env[70491]: _type = "VirtualMachine" [ 1236.622682] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1236.622968] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b5c3d84-cd71-4b42-8456-354fefdd97e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.629219] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease: (returnval){ [ 1236.629219] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52df5813-a25d-998a-f73b-df209ffd69eb" [ 1236.629219] env[70491]: _type = "HttpNfcLease" [ 1236.629219] env[70491]: } obtained for exporting VM: (result){ [ 1236.629219] env[70491]: value = "vm-658048" [ 1236.629219] env[70491]: _type = "VirtualMachine" [ 1236.629219] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1236.629492] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the lease: (returnval){ [ 1236.629492] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52df5813-a25d-998a-f73b-df209ffd69eb" [ 1236.629492] env[70491]: _type = "HttpNfcLease" [ 1236.629492] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1236.638267] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.638267] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52df5813-a25d-998a-f73b-df209ffd69eb" [ 1236.638267] env[70491]: _type = "HttpNfcLease" [ 1236.638267] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1236.932302] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295141, 'name': CreateVM_Task, 'duration_secs': 0.69491} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.932713] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.933225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.933427] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.933774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.934048] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee76d30-f6d0-47c8-8d30-4079bd4a5541 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.939257] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1236.939257] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527a2744-8c69-c62a-e3f0-6be20c492d05" [ 1236.939257] env[70491]: _type = "Task" [ 1236.939257] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.948438] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527a2744-8c69-c62a-e3f0-6be20c492d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.139462] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1237.139462] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52df5813-a25d-998a-f73b-df209ffd69eb" [ 1237.139462] env[70491]: _type = "HttpNfcLease" [ 1237.139462] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1237.139792] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1237.139792] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52df5813-a25d-998a-f73b-df209ffd69eb" [ 1237.139792] env[70491]: _type = "HttpNfcLease" [ 1237.139792] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1237.140632] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda96dc-454e-47d4-a9c2-b1d37b583b62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.147974] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1237.148200] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1237.236987] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bab50337-01a0-470d-94e6-ea1a425dfaa8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.293695] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1237.293953] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1237.295032] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58ef9a7-b804-40d7-bbd1-0fa6fc4e3a4d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.301723] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1237.301913] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1237.302218] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0918e903-abd3-455e-a5c2-9d918fd763cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.451719] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527a2744-8c69-c62a-e3f0-6be20c492d05, 'name': SearchDatastore_Task, 'duration_secs': 0.012106} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.452239] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.452491] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.452782] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.452971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.453215] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.453523] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4efa267-4d02-4e6f-aea1-cee9c3181366 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.466683] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.466949] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.467895] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c4cbfa-4554-4247-88f8-5117060d3d4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.473267] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1237.473267] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5288bcf8-31a8-36ac-6528-6e554fdcbcb3" [ 1237.473267] env[70491]: _type = "Task" [ 1237.473267] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.485268] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5288bcf8-31a8-36ac-6528-6e554fdcbcb3, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.486275] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2644e01-c75c-48ed-941e-6aa12beb88fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.489688] env[70491]: DEBUG oslo_vmware.rw_handles [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b64033-88b9-d20d-0da5-c7fde88e84ea/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1237.489896] env[70491]: INFO nova.virt.vmwareapi.images [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Downloaded image file data 16d0c001-64cc-4bfb-900f-0fe9023be165 [ 1237.495264] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c63d58-1915-4ef4-b793-030485b8592a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.497117] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1237.497117] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5299b8ad-bce9-3be6-ed61-c694a384f641" [ 1237.497117] env[70491]: _type = "Task" [ 1237.497117] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.514359] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b068aa5e-1557-4128-bda3-132727dada49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.527863] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5299b8ad-bce9-3be6-ed61-c694a384f641, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.531031] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.531445] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.532076] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc0c9c60-80f7-423a-a9d7-e86ae9d46697 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.540520] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1237.540520] env[70491]: value = "task-3295144" [ 1237.540520] env[70491]: _type = "Task" [ 1237.540520] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.545938] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b166dbca-ccf3-4160-8958-213e4acee538 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.550053] env[70491]: INFO nova.virt.vmwareapi.images [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] The imported VM was unregistered [ 1237.552950] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1237.553298] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Creating directory with path [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.557220] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d6eeb5-2ab0-4926-a166-501b853992c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.559298] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.563778] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bf901-402a-437e-a674-3c826a44a252 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.598077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf53d8e-bf93-4795-8a23-2685b52669d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.601192] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Created directory with path [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.601405] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b/OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b.vmdk to [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk. {{(pid=70491) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1237.601740] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-036be579-d44b-4abf-8349-12e5056de51c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.608712] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3f462-ace0-476c-a52d-2782d2aaa157 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.614484] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1237.614484] env[70491]: value = "task-3295145" [ 1237.614484] env[70491]: _type = "Task" [ 1237.614484] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.627839] env[70491]: DEBUG nova.compute.provider_tree [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.634458] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.743265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.743669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.050805] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508648} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.051289] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.051656] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.052095] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f24cfb6-d0f2-4d90-baad-6c0cfed0f628 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.058404] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1238.058404] env[70491]: value = "task-3295146" [ 1238.058404] env[70491]: _type = "Task" [ 1238.058404] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.067045] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.124903] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.131291] env[70491]: DEBUG nova.scheduler.client.report [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.246253] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.568677] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.569167] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.570132] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2acccea-177a-449e-b33a-a507e542d78e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.594691] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.595162] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0338e800-bb40-4b06-8049-8950eaa025fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.617052] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1238.617052] env[70491]: value = "task-3295147" [ 1238.617052] env[70491]: _type = "Task" [ 1238.617052] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.629291] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.635496] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.636428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.637100] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.799386] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.800229] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.802545] env[70491]: INFO nova.compute.claims [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.130908] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.134142] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.141758] env[70491]: DEBUG nova.compute.utils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.144024] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.144197] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.248587] env[70491]: DEBUG nova.policy [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.631908] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.637016] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.645087] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.664573] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Successfully created port: e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.025073] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ef1389-89e1-451e-bbe7-73c02e4889ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.033240] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04064184-b98c-4fa3-a268-11773f50755a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.069522] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8644da5f-4b28-4294-a516-26a0f60ae318 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.077554] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7127279-aa57-4000-98c6-c543a6d3fdd1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.092278] env[70491]: DEBUG nova.compute.provider_tree [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.133433] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295147, 'name': ReconfigVM_Task, 'duration_secs': 1.131256} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.137193] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 2443a607-aa85-4403-bd50-5896aefe25b8/2443a607-aa85-4403-bd50-5896aefe25b8.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.138553] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.138803] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c127c796-a9cf-4b91-8fc9-6a814b9f34f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.147212] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1240.147212] env[70491]: value = "task-3295148" [ 1240.147212] env[70491]: _type = "Task" [ 1240.147212] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.159600] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295148, 'name': Rename_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.595868] env[70491]: DEBUG nova.scheduler.client.report [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.629047] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295145, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.648189} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.629321] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b/OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b.vmdk to [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk. [ 1240.629504] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Cleaning up location [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1240.629666] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_766c4c37-c34e-4377-9f12-449df6f8489b {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.629919] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53146452-2b33-467f-b05e-41abb956846a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.635992] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1240.635992] env[70491]: value = "task-3295149" [ 1240.635992] env[70491]: _type = "Task" [ 1240.635992] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.643758] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.656888] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.658849] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295148, 'name': Rename_Task, 'duration_secs': 0.162705} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.659300] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.659542] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fad5c81-042d-430a-826c-0ef3d87ac363 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.667850] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1240.667850] env[70491]: value = "task-3295150" [ 1240.667850] env[70491]: _type = "Task" [ 1240.667850] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.675407] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.684447] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.684686] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.684842] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.685033] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.685189] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.685336] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.685544] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.685702] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.685866] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.686066] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.686233] env[70491]: DEBUG nova.virt.hardware [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.687062] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a191e2d1-c2d2-4383-8b4e-41b8279a5a07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.694761] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803ca88-a3c1-443d-b332-e6739eb0ce94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.100906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.101295] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.145203] env[70491]: DEBUG nova.compute.manager [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Received event network-vif-plugged-e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.145600] env[70491]: DEBUG oslo_concurrency.lockutils [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] Acquiring lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.145924] env[70491]: DEBUG oslo_concurrency.lockutils [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.145924] env[70491]: DEBUG oslo_concurrency.lockutils [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.146113] env[70491]: DEBUG nova.compute.manager [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] No waiting events found dispatching network-vif-plugged-e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.146365] env[70491]: WARNING nova.compute.manager [req-6f0b307f-3552-4d00-8f64-84434ccd1f77 req-ae40f16f-c439-46d2-9474-ac72d079004a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Received unexpected event network-vif-plugged-e577dc0c-971a-43ae-9377-d84732a8d91c for instance with vm_state building and task_state spawning. [ 1241.150801] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042237} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.151766] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.151945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.152201] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk to [datastore2] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.152460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2cf1313-3358-4a8a-a704-8641ecf23713 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.160086] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1241.160086] env[70491]: value = "task-3295151" [ 1241.160086] env[70491]: _type = "Task" [ 1241.160086] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.168962] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.177220] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295150, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.309522] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Successfully updated port: e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.607686] env[70491]: DEBUG nova.compute.utils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.609833] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.609833] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.672634] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.682434] env[70491]: DEBUG oslo_vmware.api [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295150, 'name': PowerOnVM_Task, 'duration_secs': 0.7552} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.684316] env[70491]: DEBUG nova.policy [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0305aa3038814f7f97c2ecdb6fb4228c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ee910c1c029432ebd17915e47c4600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.686332] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.686587] env[70491]: DEBUG nova.compute.manager [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.687948] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b0e96-8794-41ac-9228-cd91d7bb6508 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.812915] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.813110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.814039] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.048298] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Successfully created port: f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.113899] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.171067] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.208124] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.208389] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.208782] env[70491]: DEBUG nova.objects.instance [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1242.360306] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.584019] env[70491]: DEBUG nova.network.neutron [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Updating instance_info_cache with network_info: [{"id": "e577dc0c-971a-43ae-9377-d84732a8d91c", "address": "fa:16:3e:b5:60:81", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577dc0c-97", "ovs_interfaceid": "e577dc0c-971a-43ae-9377-d84732a8d91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.622177] env[70491]: INFO nova.virt.block_device [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Booting with volume 0b0ae700-583a-4903-8bf1-cb0b1c4f2923 at /dev/sda [ 1242.670359] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c030b3ce-db10-4031-bf18-7412f2b4d731 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.676803] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.685205] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ab20c7-251f-47ee-8351-84924ca9391f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.723612] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3063b961-2a33-4999-a56d-086898344044 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.732739] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e9ca3-15dc-4b87-9ecc-bfc1cf7b6a8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.770912] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b7fdd2-c464-47a8-8c79-f32025f90ecf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.778978] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08addc87-149e-42bf-92b6-9083f19b06d0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.792887] env[70491]: DEBUG nova.virt.block_device [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updating existing volume attachment record: 87d970f4-57ca-4376-9366-f82c73365c50 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1243.087103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.087504] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Instance network_info: |[{"id": "e577dc0c-971a-43ae-9377-d84732a8d91c", "address": "fa:16:3e:b5:60:81", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577dc0c-97", "ovs_interfaceid": "e577dc0c-971a-43ae-9377-d84732a8d91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.088066] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:60:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e577dc0c-971a-43ae-9377-d84732a8d91c', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.096498] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.096756] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.096993] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4811bc94-d654-4278-8967-0577901ddc0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.117669] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.117669] env[70491]: value = "task-3295152" [ 1243.117669] env[70491]: _type = "Task" [ 1243.117669] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.126353] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295152, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.172860] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.175368] env[70491]: DEBUG nova.compute.manager [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Received event network-changed-e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.175567] env[70491]: DEBUG nova.compute.manager [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Refreshing instance network info cache due to event network-changed-e577dc0c-971a-43ae-9377-d84732a8d91c. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.175776] env[70491]: DEBUG oslo_concurrency.lockutils [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] Acquiring lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.175975] env[70491]: DEBUG oslo_concurrency.lockutils [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] Acquired lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.176193] env[70491]: DEBUG nova.network.neutron [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Refreshing network info cache for port e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.227743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8cd0ac6b-2bca-4e53-b50d-3eaae6080663 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.628021] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295152, 'name': CreateVM_Task, 'duration_secs': 0.465255} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.632337] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.633464] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Successfully updated port: f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.635106] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.635106] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.635625] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.635879] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d48e894-2fcc-43a7-a2f8-c5a0df00a3e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.640938] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1243.640938] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c03bc6-0058-2090-23d1-af85d701c1bb" [ 1243.640938] env[70491]: _type = "Task" [ 1243.640938] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.649463] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c03bc6-0058-2090-23d1-af85d701c1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.673022] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295151, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.23403} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.673022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/16d0c001-64cc-4bfb-900f-0fe9023be165/16d0c001-64cc-4bfb-900f-0fe9023be165.vmdk to [datastore2] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.673512] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b69b67c-531a-4130-826a-828e81e8abe6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.699903] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.700909] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0368144c-7cb6-4273-8329-33647ec431a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.732713] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1243.732713] env[70491]: value = "task-3295153" [ 1243.732713] env[70491]: _type = "Task" [ 1243.732713] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.747896] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.957786] env[70491]: DEBUG nova.network.neutron [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Updated VIF entry in instance network info cache for port e577dc0c-971a-43ae-9377-d84732a8d91c. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.958195] env[70491]: DEBUG nova.network.neutron [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Updating instance_info_cache with network_info: [{"id": "e577dc0c-971a-43ae-9377-d84732a8d91c", "address": "fa:16:3e:b5:60:81", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape577dc0c-97", "ovs_interfaceid": "e577dc0c-971a-43ae-9377-d84732a8d91c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.137282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.137453] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquired lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.137907] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.151895] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52c03bc6-0058-2090-23d1-af85d701c1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010176} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.152249] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.152563] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.152822] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.153067] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.153306] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.153750] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bab23b5-e290-41e5-9f35-d90d67fe5406 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.163762] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.164044] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.164812] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e720c24-7503-4b21-9c43-184b87f9d585 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.170694] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1244.170694] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d61162-bd5a-c7d1-ad7a-12798117a79d" [ 1244.170694] env[70491]: _type = "Task" [ 1244.170694] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.179116] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d61162-bd5a-c7d1-ad7a-12798117a79d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.242309] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295153, 'name': ReconfigVM_Task, 'duration_secs': 0.50426} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.242657] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Reconfigured VM instance instance-0000006b to attach disk [datastore2] c0b1ec27-c86c-4eef-8a19-e15e645268af/c0b1ec27-c86c-4eef-8a19-e15e645268af.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.243295] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a932380b-824c-48a9-a88e-27d68279f6fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.249439] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1244.249439] env[70491]: value = "task-3295154" [ 1244.249439] env[70491]: _type = "Task" [ 1244.249439] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.257983] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295154, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.461390] env[70491]: DEBUG oslo_concurrency.lockutils [req-322ffdb1-0da1-4b73-8075-0f1cd2565dec req-75576de2-635e-4965-b6c9-f7ea5ad47c9a service nova] Releasing lock "refresh_cache-bf5b843c-f045-4ce8-ba10-da88fe6c161d" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.682097] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d61162-bd5a-c7d1-ad7a-12798117a79d, 'name': SearchDatastore_Task, 'duration_secs': 0.014704} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.683048] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.685836] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1719d35e-9b14-4c3a-a1fb-e9a7202e7b12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.691910] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1244.691910] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520aef7d-0742-eeaf-91d6-cd8d86b36a97" [ 1244.691910] env[70491]: _type = "Task" [ 1244.691910] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.699844] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520aef7d-0742-eeaf-91d6-cd8d86b36a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.758804] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295154, 'name': Rename_Task, 'duration_secs': 0.209428} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.759077] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.759322] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-878e2859-33fe-40b7-954c-6ddc983dd4b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.765664] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1244.765664] env[70491]: value = "task-3295155" [ 1244.765664] env[70491]: _type = "Task" [ 1244.765664] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.772750] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.853020] env[70491]: DEBUG nova.network.neutron [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updating instance_info_cache with network_info: [{"id": "f101413d-15b0-4b2d-947d-42c85b42b171", "address": "fa:16:3e:28:c5:2f", "network": {"id": "e37f2b28-4671-4ef6-93bb-d4a200fd2924", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1555667574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee910c1c029432ebd17915e47c4600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101413d-15", "ovs_interfaceid": "f101413d-15b0-4b2d-947d-42c85b42b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.881852] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1244.881852] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1244.881852] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1244.881852] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.881852] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1244.881852] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.882143] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1244.882143] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1244.882245] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1244.882409] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1244.882647] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1244.882767] env[70491]: DEBUG nova.virt.hardware [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1244.883745] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa8c346-547c-4711-94c2-46c988b8b5dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.892953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a6925a-4486-41f8-9092-f4d3324ab5e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.038569] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1245.039531] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7015941-a882-48ab-891b-a4db0aaeeb93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.045870] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1245.046048] env[70491]: ERROR oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk due to incomplete transfer. [ 1245.046275] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b72818b-1790-4ad8-9561-e64bb31a8a1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.053559] env[70491]: DEBUG oslo_vmware.rw_handles [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521dc1a5-d1a5-f919-4d2e-4bd88b8eb2d3/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1245.053851] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Uploaded image 6a094f0a-daa3-48ac-9cde-62e4a3436b58 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1245.055582] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1245.055825] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb502bba-4be5-4dc2-873e-b8a500930df1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.061097] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1245.061097] env[70491]: value = "task-3295156" [ 1245.061097] env[70491]: _type = "Task" [ 1245.061097] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.069116] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295156, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.203679] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]520aef7d-0742-eeaf-91d6-cd8d86b36a97, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.205061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.205325] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] bf5b843c-f045-4ce8-ba10-da88fe6c161d/bf5b843c-f045-4ce8-ba10-da88fe6c161d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.206538] env[70491]: DEBUG nova.compute.manager [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Received event network-vif-plugged-f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.206734] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Acquiring lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.206937] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.207133] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.207306] env[70491]: DEBUG nova.compute.manager [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] No waiting events found dispatching network-vif-plugged-f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.207471] env[70491]: WARNING nova.compute.manager [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Received unexpected event network-vif-plugged-f101413d-15b0-4b2d-947d-42c85b42b171 for instance with vm_state building and task_state spawning. [ 1245.207631] env[70491]: DEBUG nova.compute.manager [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Received event network-changed-f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.207785] env[70491]: DEBUG nova.compute.manager [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Refreshing instance network info cache due to event network-changed-f101413d-15b0-4b2d-947d-42c85b42b171. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.207953] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Acquiring lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.208160] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5775c0c-6e63-4605-a3c9-822acd31ee6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.215826] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1245.215826] env[70491]: value = "task-3295157" [ 1245.215826] env[70491]: _type = "Task" [ 1245.215826] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.224407] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.275718] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.356069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Releasing lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.356332] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance network_info: |[{"id": "f101413d-15b0-4b2d-947d-42c85b42b171", "address": "fa:16:3e:28:c5:2f", "network": {"id": "e37f2b28-4671-4ef6-93bb-d4a200fd2924", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1555667574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee910c1c029432ebd17915e47c4600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101413d-15", "ovs_interfaceid": "f101413d-15b0-4b2d-947d-42c85b42b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.356669] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Acquired lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.356884] env[70491]: DEBUG nova.network.neutron [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Refreshing network info cache for port f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.358306] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c5:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f101413d-15b0-4b2d-947d-42c85b42b171', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.367908] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Creating folder: Project (4ee910c1c029432ebd17915e47c4600a). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.369269] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e44c12a8-d09b-4e79-a861-18c6a2b13dcc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.384098] env[70491]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1245.384298] env[70491]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70491) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1245.384714] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Folder already exists: Project (4ee910c1c029432ebd17915e47c4600a). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1245.385033] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Creating folder: Instances. Parent ref: group-v658039. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.385352] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74eff80e-52e2-4fa8-90c6-9929d2c07a6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.396073] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Created folder: Instances in parent group-v658039. [ 1245.396343] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.396543] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.396758] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b368f82e-9e77-44c4-9524-70688cb7a977 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.418796] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.418796] env[70491]: value = "task-3295160" [ 1245.418796] env[70491]: _type = "Task" [ 1245.418796] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.426931] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295160, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.572647] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295156, 'name': Destroy_Task} progress is 33%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.726698] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462947} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.726983] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] bf5b843c-f045-4ce8-ba10-da88fe6c161d/bf5b843c-f045-4ce8-ba10-da88fe6c161d.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.727257] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.727488] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33344bfe-9c1d-459e-8903-eab63f64a37a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.737015] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1245.737015] env[70491]: value = "task-3295161" [ 1245.737015] env[70491]: _type = "Task" [ 1245.737015] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.745404] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.776059] env[70491]: DEBUG oslo_vmware.api [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295155, 'name': PowerOnVM_Task, 'duration_secs': 0.831146} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.776351] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.876210] env[70491]: DEBUG nova.compute.manager [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.877174] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b46105-9e3e-4d98-9677-80d7207a6a56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.928140] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295160, 'name': CreateVM_Task, 'duration_secs': 0.504742} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.929057] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.929742] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658044', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'name': 'volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d436485-87d8-4c2c-9623-fe7bf5ef90d8', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'serial': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': '87d970f4-57ca-4376-9366-f82c73365c50', 'volume_type': None}], 'swap': None} {{(pid=70491) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.929965] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Root volume attach. Driver type: vmdk {{(pid=70491) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1245.931057] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a86f06-5af1-4631-810d-004e79090b3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.939656] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84983bb1-0100-4a93-9228-7461195701a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.947913] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01005f0e-f5d7-4cc5-8cf4-a31ed9296363 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.955070] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b0f3e17a-1ffc-4e1f-a936-bec01f2c1a33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.961408] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1245.961408] env[70491]: value = "task-3295162" [ 1245.961408] env[70491]: _type = "Task" [ 1245.961408] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.968789] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.071949] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295156, 'name': Destroy_Task, 'duration_secs': 0.595779} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.072239] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroyed the VM [ 1246.072474] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1246.072753] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e69330a-d772-489b-9e29-77e2028da542 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.078569] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1246.078569] env[70491]: value = "task-3295163" [ 1246.078569] env[70491]: _type = "Task" [ 1246.078569] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.087630] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.247259] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065545} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.247644] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.248322] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31c209e-9379-41c3-afb3-a80e18a6a2ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.270346] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] bf5b843c-f045-4ce8-ba10-da88fe6c161d/bf5b843c-f045-4ce8-ba10-da88fe6c161d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.270650] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6262cc8-5be5-4d38-bf3b-9b9741063fef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.290380] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1246.290380] env[70491]: value = "task-3295164" [ 1246.290380] env[70491]: _type = "Task" [ 1246.290380] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.298040] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.346694] env[70491]: DEBUG nova.network.neutron [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updated VIF entry in instance network info cache for port f101413d-15b0-4b2d-947d-42c85b42b171. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.347383] env[70491]: DEBUG nova.network.neutron [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updating instance_info_cache with network_info: [{"id": "f101413d-15b0-4b2d-947d-42c85b42b171", "address": "fa:16:3e:28:c5:2f", "network": {"id": "e37f2b28-4671-4ef6-93bb-d4a200fd2924", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1555667574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee910c1c029432ebd17915e47c4600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101413d-15", "ovs_interfaceid": "f101413d-15b0-4b2d-947d-42c85b42b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.398127] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bee53410-a582-420b-baab-7967c5b18b6d tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.086s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.473263] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 35%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.588854] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295163, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.800711] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295164, 'name': ReconfigVM_Task, 'duration_secs': 0.358777} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.801173] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] bf5b843c-f045-4ce8-ba10-da88fe6c161d/bf5b843c-f045-4ce8-ba10-da88fe6c161d.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.801949] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49285334-3138-4d51-9a0c-b3bba1134b42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.809999] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1246.809999] env[70491]: value = "task-3295165" [ 1246.809999] env[70491]: _type = "Task" [ 1246.809999] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.820307] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295165, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.851536] env[70491]: DEBUG oslo_concurrency.lockutils [req-bf33f0c4-37d5-4a43-9d74-8eca484d84c0 req-eb735c8b-ba3b-4890-8419-6f68b1de2847 service nova] Releasing lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.972057] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 49%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.091671] env[70491]: DEBUG oslo_vmware.api [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295163, 'name': RemoveSnapshot_Task, 'duration_secs': 0.53114} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.092082] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1247.092405] env[70491]: INFO nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 14.15 seconds to snapshot the instance on the hypervisor. [ 1247.320406] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295165, 'name': Rename_Task, 'duration_secs': 0.156341} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.320717] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.320956] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f48d38a-dcdd-46ee-bfd7-97a0377121a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.327305] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1247.327305] env[70491]: value = "task-3295166" [ 1247.327305] env[70491]: _type = "Task" [ 1247.327305] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.335410] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.474187] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 63%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.644468] env[70491]: DEBUG nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Found 3 images (rotation: 2) {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1247.644757] env[70491]: DEBUG nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Rotating out 1 backups {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1247.644986] env[70491]: DEBUG nova.compute.manager [None req-5fa32014-86f0-4913-b8bd-c02a7c417c4f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleting image 7de8712e-4c99-4141-bcdf-4f0507fa93f1 {{(pid=70491) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1247.841224] env[70491]: DEBUG oslo_vmware.api [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295166, 'name': PowerOnVM_Task, 'duration_secs': 0.482999} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.841645] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.841956] env[70491]: INFO nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1247.842254] env[70491]: DEBUG nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1247.843463] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c888a0-fd91-42ed-8ce8-9bb0174c1188 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.973923] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 76%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.363315] env[70491]: INFO nova.compute.manager [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Took 12.28 seconds to build instance. [ 1248.391679] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a85432-0104-40ef-a49a-134575906dae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.403222] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Suspending the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1248.403514] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-89bb003a-87b0-40b5-a6c9-cd9d6ac3a92c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.410711] env[70491]: DEBUG oslo_vmware.api [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1248.410711] env[70491]: value = "task-3295167" [ 1248.410711] env[70491]: _type = "Task" [ 1248.410711] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.420895] env[70491]: DEBUG oslo_vmware.api [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295167, 'name': SuspendVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.475387] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 92%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.866301] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0e47b1a1-4433-44e3-90f5-f24f782c6bd1 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.793s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.900243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.900635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.900874] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.901110] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.901292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.903786] env[70491]: INFO nova.compute.manager [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Terminating instance [ 1248.922990] env[70491]: DEBUG oslo_vmware.api [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295167, 'name': SuspendVM_Task} progress is 29%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.975450] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 97%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.408290] env[70491]: DEBUG nova.compute.manager [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.408692] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.409485] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5670ba-ad81-449a-b6f0-a28b43bd4cb3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.419832] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.422667] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49785c31-025d-4d60-9d1f-d5e256a06d81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.424263] env[70491]: DEBUG oslo_vmware.api [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295167, 'name': SuspendVM_Task} progress is 87%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.428382] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1249.428382] env[70491]: value = "task-3295168" [ 1249.428382] env[70491]: _type = "Task" [ 1249.428382] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.436963] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.476629] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 97%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.693572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.693917] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.694179] env[70491]: DEBUG nova.compute.manager [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.695107] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faaa5fb-f49a-4fa8-ab71-c7c190f1e977 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.702269] env[70491]: DEBUG nova.compute.manager [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1249.702842] env[70491]: DEBUG nova.objects.instance [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.921943] env[70491]: DEBUG oslo_vmware.api [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295167, 'name': SuspendVM_Task, 'duration_secs': 1.231737} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.922231] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Suspended the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1249.922407] env[70491]: DEBUG nova.compute.manager [None req-50d6ffec-7d1d-4562-9b62-f55f8299edd3 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.923185] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0c5b8-ac88-477e-9e53-f422271df151 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.937784] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295168, 'name': PowerOffVM_Task, 'duration_secs': 0.186889} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.938030] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.938203] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.938430] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c180f318-f944-471a-bedb-6ce403a59e27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.975749] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 98%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.997168] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.997414] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.997605] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore1] bf5b843c-f045-4ce8-ba10-da88fe6c161d {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.997868] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-577e131b-b270-4150-97c2-26c6233081e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.006402] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1250.006402] env[70491]: value = "task-3295170" [ 1250.006402] env[70491]: _type = "Task" [ 1250.006402] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.014044] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.476962] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 98%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.515801] env[70491]: DEBUG oslo_vmware.api [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140439} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.516112] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.516337] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.516552] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.516754] env[70491]: INFO nova.compute.manager [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1250.517031] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.517285] env[70491]: DEBUG nova.compute.manager [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.517390] env[70491]: DEBUG nova.network.neutron [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.709953] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.710278] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c85c1b8c-d8ed-4dc0-9886-930a2ffdd071 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.718292] env[70491]: DEBUG oslo_vmware.api [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1250.718292] env[70491]: value = "task-3295171" [ 1250.718292] env[70491]: _type = "Task" [ 1250.718292] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.728412] env[70491]: DEBUG oslo_vmware.api [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.795676] env[70491]: INFO nova.compute.manager [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Resuming [ 1250.796342] env[70491]: DEBUG nova.objects.instance [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'flavor' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.802245] env[70491]: DEBUG nova.compute.manager [req-867684b8-5117-4c49-abf9-59655c2d05a4 req-25c9ef36-0882-42e4-b631-9b227a849e3f service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Received event network-vif-deleted-e577dc0c-971a-43ae-9377-d84732a8d91c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.802489] env[70491]: INFO nova.compute.manager [req-867684b8-5117-4c49-abf9-59655c2d05a4 req-25c9ef36-0882-42e4-b631-9b227a849e3f service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Neutron deleted interface e577dc0c-971a-43ae-9377-d84732a8d91c; detaching it from the instance and deleting it from the info cache [ 1250.802638] env[70491]: DEBUG nova.network.neutron [req-867684b8-5117-4c49-abf9-59655c2d05a4 req-25c9ef36-0882-42e4-b631-9b227a849e3f service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.977586] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.229086] env[70491]: DEBUG oslo_vmware.api [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295171, 'name': PowerOffVM_Task, 'duration_secs': 0.207861} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.229086] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.229244] env[70491]: DEBUG nova.compute.manager [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.230127] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e27cfdb-e361-40a0-a25f-502248642f69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.283348] env[70491]: DEBUG nova.network.neutron [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.305150] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-161ac215-de9e-4168-801a-8e2c96b9f578 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.315767] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6bb9e9-f9ce-470e-b90b-30f5893d4939 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.351067] env[70491]: DEBUG nova.compute.manager [req-867684b8-5117-4c49-abf9-59655c2d05a4 req-25c9ef36-0882-42e4-b631-9b227a849e3f service nova] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Detach interface failed, port_id=e577dc0c-971a-43ae-9377-d84732a8d91c, reason: Instance bf5b843c-f045-4ce8-ba10-da88fe6c161d could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.478754] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295162, 'name': RelocateVM_Task, 'duration_secs': 5.021595} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.479080] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1251.479508] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658044', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'name': 'volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d436485-87d8-4c2c-9623-fe7bf5ef90d8', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'serial': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1251.480057] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8eaec5c-92fa-4cfb-aaa7-116d92de0289 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.495297] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a03a9b-953f-4e4d-bc6b-286fe41816d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.517421] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923/volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.517702] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ca1648-ff61-4fd0-bee2-3812146a620e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.536649] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1251.536649] env[70491]: value = "task-3295172" [ 1251.536649] env[70491]: _type = "Task" [ 1251.536649] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.544730] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.741848] env[70491]: DEBUG oslo_concurrency.lockutils [None req-83f685be-a83b-4e00-8107-66169a5fd299 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.786253] env[70491]: INFO nova.compute.manager [-] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Took 1.27 seconds to deallocate network for instance. [ 1252.046720] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295172, 'name': ReconfigVM_Task, 'duration_secs': 0.242808} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.046990] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923/volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.051534] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fe8dd3-a26d-410b-9f91-4e1babad501a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.066644] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1252.066644] env[70491]: value = "task-3295173" [ 1252.066644] env[70491]: _type = "Task" [ 1252.066644] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.073822] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.293215] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.293513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.293785] env[70491]: DEBUG nova.objects.instance [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid bf5b843c-f045-4ce8-ba10-da88fe6c161d {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.305562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.305845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquired lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.305915] env[70491]: DEBUG nova.network.neutron [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.576817] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295173, 'name': ReconfigVM_Task, 'duration_secs': 0.119698} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.577125] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658044', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'name': 'volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d436485-87d8-4c2c-9623-fe7bf5ef90d8', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'serial': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.577629] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d242198d-5849-40e7-be10-c76f5958f36a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.584525] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1252.584525] env[70491]: value = "task-3295174" [ 1252.584525] env[70491]: _type = "Task" [ 1252.584525] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.591835] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295174, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.806567] env[70491]: DEBUG nova.compute.manager [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Stashing vm_state: stopped {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1252.966011] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed7de4-ec95-4588-a5ae-6f52ab0ce649 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.975405] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe89b1d-d74c-4611-afeb-993917a8459e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.007569] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7889bbd-a94e-4cfc-92d5-c9648a15b0bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.015022] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a94c08-6db9-447c-97c7-e3419dbff6c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.028354] env[70491]: DEBUG nova.compute.provider_tree [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.039482] env[70491]: DEBUG nova.network.neutron [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [{"id": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "address": "fa:16:3e:a6:fb:97", "network": {"id": "b91821d0-4293-48c1-b26a-68a742690ee5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1133202772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afa157b81b2b45e6882cef085f87b8d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d1a7caa-b8", "ovs_interfaceid": "3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.094907] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295174, 'name': Rename_Task, 'duration_secs': 0.118384} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.095137] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.095376] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a06e31c-7ab1-4c19-bd0c-9931d3c13435 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.101634] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1253.101634] env[70491]: value = "task-3295175" [ 1253.101634] env[70491]: _type = "Task" [ 1253.101634] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.108623] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.325167] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.532151] env[70491]: DEBUG nova.scheduler.client.report [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.541330] env[70491]: DEBUG oslo_concurrency.lockutils [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Releasing lock "refresh_cache-c0b1ec27-c86c-4eef-8a19-e15e645268af" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.542257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7064a770-b0ce-42c1-b052-bf610b4f5fe0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.548782] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Resuming the VM {{(pid=70491) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1253.549656] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd8d8db5-bb7f-4b9f-b362-a6f8e566c82c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.555931] env[70491]: DEBUG oslo_vmware.api [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1253.555931] env[70491]: value = "task-3295176" [ 1253.555931] env[70491]: _type = "Task" [ 1253.555931] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.566250] env[70491]: DEBUG oslo_vmware.api [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.611332] env[70491]: DEBUG oslo_vmware.api [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295175, 'name': PowerOnVM_Task, 'duration_secs': 0.42454} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.611681] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.611785] env[70491]: INFO nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1253.611963] env[70491]: DEBUG nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.612810] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c5d9a2-ad6b-4553-8ad2-25dae03438a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.037925] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.040608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.715s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.063673] env[70491]: INFO nova.scheduler.client.report [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance bf5b843c-f045-4ce8-ba10-da88fe6c161d [ 1254.068435] env[70491]: DEBUG oslo_vmware.api [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295176, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.131727] env[70491]: INFO nova.compute.manager [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Took 15.38 seconds to build instance. [ 1254.545794] env[70491]: INFO nova.compute.claims [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.566516] env[70491]: DEBUG oslo_vmware.api [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295176, 'name': PowerOnVM_Task, 'duration_secs': 0.547297} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.566802] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Resumed the VM {{(pid=70491) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1254.566987] env[70491]: DEBUG nova.compute.manager [None req-21d2ddb5-e870-44ca-a443-f43a117db408 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.568396] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4dc7e9-a692-4e00-ad4f-41925c63d36f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.577913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4639bfc8-0be8-4a09-b6ed-2d5ac74139fd tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "bf5b843c-f045-4ce8-ba10-da88fe6c161d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.677s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.633399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1f804fee-fa50-425e-aff8-e12406d0df73 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.890s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.051370] env[70491]: INFO nova.compute.resource_tracker [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating resource usage from migration 1d84f333-8867-4e93-94d3-024fae3ea1ac [ 1255.255910] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca1786b-b9d7-4d65-a230-1abdf09abbc4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.265028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72efbbe6-57f0-4881-a33e-c8a18939c6ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.298182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e140ed8-dce1-4d86-acb2-57faea622f80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.306183] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6817d5-bdb4-4023-8b1d-095c65b88ace {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.322226] env[70491]: DEBUG nova.compute.provider_tree [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.557795] env[70491]: DEBUG nova.compute.manager [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Received event network-changed-f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.561022] env[70491]: DEBUG nova.compute.manager [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Refreshing instance network info cache due to event network-changed-f101413d-15b0-4b2d-947d-42c85b42b171. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.561022] env[70491]: DEBUG oslo_concurrency.lockutils [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] Acquiring lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.561022] env[70491]: DEBUG oslo_concurrency.lockutils [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] Acquired lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.561022] env[70491]: DEBUG nova.network.neutron [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Refreshing network info cache for port f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.823806] env[70491]: DEBUG nova.scheduler.client.report [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.149710] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.149948] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.328569] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.328782] env[70491]: INFO nova.compute.manager [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Migrating [ 1256.355406] env[70491]: DEBUG nova.network.neutron [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updated VIF entry in instance network info cache for port f101413d-15b0-4b2d-947d-42c85b42b171. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.355770] env[70491]: DEBUG nova.network.neutron [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updating instance_info_cache with network_info: [{"id": "f101413d-15b0-4b2d-947d-42c85b42b171", "address": "fa:16:3e:28:c5:2f", "network": {"id": "e37f2b28-4671-4ef6-93bb-d4a200fd2924", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1555667574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ee910c1c029432ebd17915e47c4600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf101413d-15", "ovs_interfaceid": "f101413d-15b0-4b2d-947d-42c85b42b171", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.652618] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.845860] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.846223] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.846223] env[70491]: DEBUG nova.network.neutron [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.859631] env[70491]: DEBUG oslo_concurrency.lockutils [req-31bcd0b9-9ff5-451a-abc7-c7837cc4d2db req-900ec5cd-aa1d-41c0-ba8a-f3018635493b service nova] Releasing lock "refresh_cache-4d436485-87d8-4c2c-9623-fe7bf5ef90d8" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.174408] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.174688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.176162] env[70491]: INFO nova.compute.claims [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.556029] env[70491]: DEBUG nova.network.neutron [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.058622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.338308] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f9ae8f-dcbc-4eb0-9994-d64414bf401a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.345908] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1253ac5c-7120-46e6-ad99-e7ffe036e48c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.072636] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89d709-ef7a-4f1b-af8d-d01961891ee4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.081185] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46b8401-3093-4f7f-9ee7-9985ce12e515 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.095097] env[70491]: DEBUG nova.compute.provider_tree [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.576022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.576275] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.576476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.576654] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.576827] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.578677] env[70491]: INFO nova.compute.manager [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Terminating instance [ 1259.597543] env[70491]: DEBUG nova.scheduler.client.report [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.078349] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddeef7b-55f0-42a7-a6ce-b6543a12290a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.082137] env[70491]: DEBUG nova.compute.manager [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.082340] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.083487] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d665cd-c8ea-47d2-9a8f-cf62eeadb94e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.098763] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.102851] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.928s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.103337] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.107886] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.108290] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a6f44d2-1ae6-4fed-9bd3-5af7816a42c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.114300] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1260.114300] env[70491]: value = "task-3295177" [ 1260.114300] env[70491]: _type = "Task" [ 1260.114300] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.122530] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.608063] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.608063] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80853dc9-90ad-42e8-8e39-342ce721dd37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.610549] env[70491]: DEBUG nova.compute.utils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.611944] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.612588] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.619517] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1260.619517] env[70491]: value = "task-3295178" [ 1260.619517] env[70491]: _type = "Task" [ 1260.619517] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.622516] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295177, 'name': PowerOffVM_Task, 'duration_secs': 0.25088} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.625898] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.626085] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.626565] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb63b701-4a89-4f05-92aa-8add0655480e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.633172] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1260.633172] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.654211] env[70491]: DEBUG nova.policy [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc39a6a6dae04c64b9bf3942ad461c13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3e64519741045088c6a85906ffdd1e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.686922] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.687464] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.687662] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleting the datastore file [datastore2] c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.689508] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bd288de-b995-4ee7-9b2d-84cf205ef291 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.697025] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for the task: (returnval){ [ 1260.697025] env[70491]: value = "task-3295180" [ 1260.697025] env[70491]: _type = "Task" [ 1260.697025] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.705201] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.909140] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Successfully created port: 9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.949941] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.950207] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.950364] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.950518] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.950753] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.950952] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.951107] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1261.115620] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.139779] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.139779] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.140022] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.140139] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.140284] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.140433] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.140639] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.140799] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.140965] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.141157] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.141350] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.148182] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e418bcf3-cede-4fab-a477-a24e5c68e69d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.164712] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1261.164712] env[70491]: value = "task-3295181" [ 1261.164712] env[70491]: _type = "Task" [ 1261.164712] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.174606] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.206636] env[70491]: DEBUG oslo_vmware.api [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Task: {'id': task-3295180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149792} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.206898] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.207094] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.207303] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.207436] env[70491]: INFO nova.compute.manager [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1261.207673] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.207862] env[70491]: DEBUG nova.compute.manager [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.207956] env[70491]: DEBUG nova.network.neutron [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.248274] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_power_states {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.479211] env[70491]: DEBUG nova.compute.manager [req-7fdf3a9a-d660-41df-af7a-d18288ff59f5 req-63316869-89e7-4874-bcce-0bf58f53464f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Received event network-vif-deleted-3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.479526] env[70491]: INFO nova.compute.manager [req-7fdf3a9a-d660-41df-af7a-d18288ff59f5 req-63316869-89e7-4874-bcce-0bf58f53464f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Neutron deleted interface 3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef; detaching it from the instance and deleting it from the info cache [ 1261.479589] env[70491]: DEBUG nova.network.neutron [req-7fdf3a9a-d660-41df-af7a-d18288ff59f5 req-63316869-89e7-4874-bcce-0bf58f53464f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.674724] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295181, 'name': ReconfigVM_Task, 'duration_secs': 0.223024} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.675177] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1261.753952] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Getting list of instances from cluster (obj){ [ 1261.753952] env[70491]: value = "domain-c8" [ 1261.753952] env[70491]: _type = "ClusterComputeResource" [ 1261.753952] env[70491]: } {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1261.755369] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc82272d-2caf-4636-b8cb-db890f169d33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.776650] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Got total of 11 instances {{(pid=70491) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1261.776826] env[70491]: WARNING nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] While synchronizing instance power states, found 13 instances in the database and 11 instances on the hypervisor. [ 1261.776952] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid f063a7df-db3b-4573-9e02-d864661fb441 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777169] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777335] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777488] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777636] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid fbd2cbf7-386a-44a9-9c2d-ede44272f9ea {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777791] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid d2c08e6b-4ca2-4664-ba66-c7f857c61871 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.777933] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 6a987311-6f87-41ba-b21a-0ddc5bae3890 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778091] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778240] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778382] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 2443a607-aa85-4403-bd50-5896aefe25b8 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778521] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 1787dd9a-062d-4e8a-9683-cb639174e2ac {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778664] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.778804] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Triggering sync for uuid 5211c5a8-23f0-4407-9b65-ee86f6fba655 {{(pid=70491) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1261.779175] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "f063a7df-db3b-4573-9e02-d864661fb441" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.779400] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "f063a7df-db3b-4573-9e02-d864661fb441" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.779668] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.779853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.780029] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1261.780197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.780387] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.780575] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.780846] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.781050] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.781287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.781468] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.781691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.781867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.782105] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.782278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.782502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.782708] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.782906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.783151] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "2443a607-aa85-4403-bd50-5896aefe25b8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.783328] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.783627] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.783718] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.784069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.784255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.784479] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.784671] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.786264] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce07363-ce7d-4d04-8485-96d33a9b3529 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.789279] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb63412-9eda-46f2-bf74-ad89b10f01fe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.792246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3033f932-3d68-4ae6-9150-d49314660484 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.794811] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4443e0ee-3cdc-4c8c-997f-9abaff9526d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.797516] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039df4f-fb6a-4d72-a98d-507f2a7ceb35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.800180] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438921da-54fb-489b-abfd-97dcbb73176e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.802682] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42e009-70f2-4616-8dc7-cabceced1cbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.806211] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe4dd1-b9f2-41c5-bc25-b4385044f687 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.809239] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb53b8e-b0ab-4b7a-9fad-869ca2351089 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.812439] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f162ed34-4cc1-4dec-9878-3f88b19a46a1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.951635] env[70491]: DEBUG nova.network.neutron [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.982351] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6500c39-1d84-40d2-a680-b00e07a3edbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.993958] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9b833-dc8f-4aae-8669-536902c07b42 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.029348] env[70491]: DEBUG nova.compute.manager [req-7fdf3a9a-d660-41df-af7a-d18288ff59f5 req-63316869-89e7-4874-bcce-0bf58f53464f service nova] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Detach interface failed, port_id=3d1a7caa-b84c-4d45-8ae9-a8927b0b2bef, reason: Instance c0b1ec27-c86c-4eef-8a19-e15e645268af could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.125070] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.154062] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.154323] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.154479] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.154659] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.154802] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.154948] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.155180] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.155336] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.155501] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.155660] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.155831] env[70491]: DEBUG nova.virt.hardware [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.156706] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8aa24f-8bcb-4eb6-810d-463bd589330c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.164167] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafe16f-7926-4f35-832c-56a8021b3170 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.181225] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.181404] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.181619] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.181745] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.181860] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.182018] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.182220] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.182376] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.182538] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.182697] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.182898] env[70491]: DEBUG nova.virt.hardware [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.188174] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.188460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd9ae63-91c2-49df-9117-59bdbdea45ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.207077] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1262.207077] env[70491]: value = "task-3295182" [ 1262.207077] env[70491]: _type = "Task" [ 1262.207077] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.218511] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.318757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.319052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.319300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.319517] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1262.320420] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66750826-741e-4a37-8be0-c3e152c6a92a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.328237] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb9c1ef-eb30-4bba-9704-96739b7a4e4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.334071] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.342310] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2161e1b7-3d72-47ba-95af-274719be88ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.345091] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.348810] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.349161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "f063a7df-db3b-4573-9e02-d864661fb441" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.350176] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b529478-fb38-4755-a019-e4be80e91523 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.353485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.381395] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.381742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.382040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.382340] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.602s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.382666] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.601s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.382920] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178501MB free_disk=113GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1262.383064] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.383271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.454229] env[70491]: INFO nova.compute.manager [-] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Took 1.25 seconds to deallocate network for instance. [ 1262.464230] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Successfully updated port: 9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.717141] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295182, 'name': ReconfigVM_Task, 'duration_secs': 0.322566} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.717454] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1262.718272] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08cc76e-9934-419a-894a-807efd9a4ae7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.744382] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.744739] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b54175-57eb-415e-a0c2-55e02837e9f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.766237] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1262.766237] env[70491]: value = "task-3295183" [ 1262.766237] env[70491]: _type = "Task" [ 1262.766237] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.775607] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.967197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.967375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.967375] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.967569] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.276018] env[70491]: DEBUG oslo_vmware.api [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295183, 'name': ReconfigVM_Task, 'duration_secs': 0.293809} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.276371] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Reconfigured VM instance instance-00000050 to attach disk [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506/c14d5328-6c84-4a51-b2df-11e2f4d6e506.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.276581] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.316640] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.316869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.393606] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Applying migration context for instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 as it has an incoming, in-progress migration 1d84f333-8867-4e93-94d3-024fae3ea1ac. Migration status is migrating {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1047}} [ 1263.395210] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating resource usage from migration 1d84f333-8867-4e93-94d3-024fae3ea1ac [ 1263.415545] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.415698] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance ed50613e-5b98-48df-ac1c-c333954d64b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.415823] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 8b685346-c354-4723-b640-187dbb685009 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.415943] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416081] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416424] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a987311-6f87-41ba-b21a-0ddc5bae3890 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416600] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 6a5ebce3-66f8-4ae8-b139-b690379758f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416720] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 2443a607-aa85-4403-bd50-5896aefe25b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416834] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1787dd9a-062d-4e8a-9683-cb639174e2ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.416946] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c0b1ec27-c86c-4eef-8a19-e15e645268af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.417071] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.417185] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Migration 1d84f333-8867-4e93-94d3-024fae3ea1ac is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1743}} [ 1263.417295] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.417402] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5211c5a8-23f0-4407-9b65-ee86f6fba655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1263.417602] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1263.417735] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1263.507234] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.514342] env[70491]: DEBUG nova.compute.manager [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Received event network-vif-plugged-9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.514589] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.514761] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.514912] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.515124] env[70491]: DEBUG nova.compute.manager [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] No waiting events found dispatching network-vif-plugged-9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.515281] env[70491]: WARNING nova.compute.manager [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Received unexpected event network-vif-plugged-9bb2865c-c33b-4e7b-b544-7a9719112c7c for instance with vm_state building and task_state spawning. [ 1263.515441] env[70491]: DEBUG nova.compute.manager [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Received event network-changed-9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.515592] env[70491]: DEBUG nova.compute.manager [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Refreshing instance network info cache due to event network-changed-9bb2865c-c33b-4e7b-b544-7a9719112c7c. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.515759] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Acquiring lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.597495] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9e34e2-46eb-42fe-a9c0-ee983d3de7b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.604818] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7d39d-391d-4579-b2c7-0b0b55e24d13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.636240] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05fa282-6d95-440e-bedd-24d2d7947a44 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.639254] env[70491]: DEBUG nova.network.neutron [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Updating instance_info_cache with network_info: [{"id": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "address": "fa:16:3e:9f:e4:ec", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb2865c-c3", "ovs_interfaceid": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.644999] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b485c4c-4a0f-494e-9975-c4e9e1018406 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.658033] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.783521] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ecdd97-84c4-43f9-be9e-537cabeb4f59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.802877] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab85752-cee4-4c96-9c33-ac72ec93f6a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.821777] env[70491]: INFO nova.compute.manager [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Detaching volume 3c5df361-65dc-419e-a138-0d12ea392699 [ 1263.823552] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.860275] env[70491]: INFO nova.virt.block_device [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Attempting to driver detach volume 3c5df361-65dc-419e-a138-0d12ea392699 from mountpoint /dev/sdb [ 1263.860517] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1263.860736] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1263.861630] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6ab4a2-e7a1-473f-99a5-ece3e3dc689c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.883858] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f4915-fbe9-4071-93b4-e08f048a0152 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.891028] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71991709-03d0-4f0a-a1d7-531169bab505 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.911011] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d545a865-17a8-4107-b805-625a5aea875b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.925174] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] The volume has not been displaced from its original location: [datastore1] volume-3c5df361-65dc-419e-a138-0d12ea392699/volume-3c5df361-65dc-419e-a138-0d12ea392699.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.930346] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.930946] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6848d975-bc06-42ea-8366-d8ed3006a1ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.948608] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1263.948608] env[70491]: value = "task-3295184" [ 1263.948608] env[70491]: _type = "Task" [ 1263.948608] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.956063] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.141916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.142123] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Instance network_info: |[{"id": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "address": "fa:16:3e:9f:e4:ec", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb2865c-c3", "ovs_interfaceid": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.142383] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Acquired lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.142577] env[70491]: DEBUG nova.network.neutron [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Refreshing network info cache for port 9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.143919] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:e4:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bb2865c-c33b-4e7b-b544-7a9719112c7c', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.151167] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.154310] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.155075] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c2b18e9-ede7-4904-8c1b-ae79fca70755 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.169867] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.177938] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.177938] env[70491]: value = "task-3295185" [ 1264.177938] env[70491]: _type = "Task" [ 1264.177938] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.186363] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295185, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.407081] env[70491]: DEBUG nova.network.neutron [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Port ff83f35d-1855-47ee-9989-671cd2e5e20d binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1264.447675] env[70491]: DEBUG nova.network.neutron [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Updated VIF entry in instance network info cache for port 9bb2865c-c33b-4e7b-b544-7a9719112c7c. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.448103] env[70491]: DEBUG nova.network.neutron [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Updating instance_info_cache with network_info: [{"id": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "address": "fa:16:3e:9f:e4:ec", "network": {"id": "25140d37-14b6-4d9d-85a0-e0063d1754de", "bridge": "br-int", "label": "tempest-ServersTestJSON-618400193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3e64519741045088c6a85906ffdd1e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bb2865c-c3", "ovs_interfaceid": "9bb2865c-c33b-4e7b-b544-7a9719112c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.460289] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295184, 'name': ReconfigVM_Task, 'duration_secs': 0.232826} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.460601] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.466216] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f18ee2b-e74c-42d9-9791-c1bdf54eae11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.482791] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1264.482791] env[70491]: value = "task-3295186" [ 1264.482791] env[70491]: _type = "Task" [ 1264.482791] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.491592] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.674641] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1264.674853] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.292s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.675409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.709s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.675677] env[70491]: DEBUG nova.objects.instance [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lazy-loading 'resources' on Instance uuid c0b1ec27-c86c-4eef-8a19-e15e645268af {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.687632] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295185, 'name': CreateVM_Task, 'duration_secs': 0.30897} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.687784] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.694633] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.694795] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.695128] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.695572] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5c9688-8e90-4f2e-a72d-d2b58cca7772 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.699621] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1264.699621] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f2499d-a10b-c195-3189-beae13a8dbe0" [ 1264.699621] env[70491]: _type = "Task" [ 1264.699621] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.706742] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f2499d-a10b-c195-3189-beae13a8dbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.889974] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.954649] env[70491]: DEBUG oslo_concurrency.lockutils [req-f5c1c108-8cd4-4abe-bd71-66921fb8e262 req-2eebeee0-7639-43a5-870d-da8f1e65c180 service nova] Releasing lock "refresh_cache-5211c5a8-23f0-4407-9b65-ee86f6fba655" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.992214] env[70491]: DEBUG oslo_vmware.api [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295186, 'name': ReconfigVM_Task, 'duration_secs': 0.132101} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.992500] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658026', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'name': 'volume-3c5df361-65dc-419e-a138-0d12ea392699', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ed50613e-5b98-48df-ac1c-c333954d64b7', 'attached_at': '', 'detached_at': '', 'volume_id': '3c5df361-65dc-419e-a138-0d12ea392699', 'serial': '3c5df361-65dc-419e-a138-0d12ea392699'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.210529] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f2499d-a10b-c195-3189-beae13a8dbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.213282] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.213520] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.213757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.213905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.214099] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.214522] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bfe5817-009e-4d96-bd8c-0dba4f9fae6c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.222711] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.222928] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.226006] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2097750c-0370-4dc8-9450-66b25471172a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.231167] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1265.231167] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fb1cd0-ecd8-8cc9-7242-dcffa13be2d7" [ 1265.231167] env[70491]: _type = "Task" [ 1265.231167] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.238714] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fb1cd0-ecd8-8cc9-7242-dcffa13be2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.342529] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea2293-b941-4958-9011-7e0e513d000a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.349559] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39c59a-35a3-41b5-8fef-4d7a992b9a8c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.380268] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccd0e6-b703-4102-a7ca-a34d404b0f49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.387155] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e15c0e8-cb71-493f-9721-350832c2785e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.399672] env[70491]: DEBUG nova.compute.provider_tree [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.433073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.433379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.433530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.532302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.532513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.539989] env[70491]: DEBUG nova.objects.instance [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'flavor' on Instance uuid ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.741759] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52fb1cd0-ecd8-8cc9-7242-dcffa13be2d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008586} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.742553] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c669add8-cff2-4fec-a271-5a73c56ac016 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.747565] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1265.747565] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5794-8dea-6fc7-9f8c-9a5ecc829ea7" [ 1265.747565] env[70491]: _type = "Task" [ 1265.747565] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.754958] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5794-8dea-6fc7-9f8c-9a5ecc829ea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.903370] env[70491]: DEBUG nova.scheduler.client.report [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.036048] env[70491]: DEBUG nova.compute.utils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.258666] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]526f5794-8dea-6fc7-9f8c-9a5ecc829ea7, 'name': SearchDatastore_Task, 'duration_secs': 0.01094} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.258922] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.259188] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5211c5a8-23f0-4407-9b65-ee86f6fba655/5211c5a8-23f0-4407-9b65-ee86f6fba655.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.259438] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b821659-f29e-4cad-acbd-51fdd6925a9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.266441] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1266.266441] env[70491]: value = "task-3295187" [ 1266.266441] env[70491]: _type = "Task" [ 1266.266441] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.274032] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.408854] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.428902] env[70491]: INFO nova.scheduler.client.report [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Deleted allocations for instance c0b1ec27-c86c-4eef-8a19-e15e645268af [ 1266.491087] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.491376] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.491554] env[70491]: DEBUG nova.network.neutron [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.538488] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.548303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-68b9a34b-3a4d-445a-85b3-6ef94fbc2907 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.777084] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425526} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.777084] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5211c5a8-23f0-4407-9b65-ee86f6fba655/5211c5a8-23f0-4407-9b65-ee86f6fba655.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.777084] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.777084] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c88d4a-f6f9-4e07-adcc-122fb347ceac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.782874] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1266.782874] env[70491]: value = "task-3295188" [ 1266.782874] env[70491]: _type = "Task" [ 1266.782874] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.791124] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.939393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d5218fbc-4cf4-49f0-975b-60f4867308a6 tempest-ServersNegativeTestJSON-1768478176 tempest-ServersNegativeTestJSON-1768478176-project-member] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.363s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.940281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.158s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.940532] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] During sync_power_state the instance has a pending task (deleting). Skip. [ 1266.940621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "c0b1ec27-c86c-4eef-8a19-e15e645268af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.203544] env[70491]: DEBUG nova.network.neutron [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.293085] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057614} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.293417] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.294479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892de541-24c7-41cd-84a7-256e2b46b706 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.316199] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5211c5a8-23f0-4407-9b65-ee86f6fba655/5211c5a8-23f0-4407-9b65-ee86f6fba655.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.316460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c07fd10-dd76-423c-9633-963d0d927523 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.337361] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1267.337361] env[70491]: value = "task-3295189" [ 1267.337361] env[70491]: _type = "Task" [ 1267.337361] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.344808] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.608281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.608662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.608760] env[70491]: INFO nova.compute.manager [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Attaching volume 81642604-8b0f-4993-9fb6-4afad4795dbb to /dev/sdb [ 1267.641879] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345f1c89-43cc-40fb-a64c-25ca211fa464 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.649522] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487b9c03-81e9-4286-93cd-6269071fe0d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.662648] env[70491]: DEBUG nova.virt.block_device [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating existing volume attachment record: 15d1f54d-d5de-4317-b665-64558303f6f6 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1267.665129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.665129] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.665413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.665606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.665774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.667712] env[70491]: INFO nova.compute.manager [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Terminating instance [ 1267.706198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.720967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.721308] env[70491]: DEBUG oslo_concurrency.lockutils [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.846922] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295189, 'name': ReconfigVM_Task, 'duration_secs': 0.290314} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.847456] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5211c5a8-23f0-4407-9b65-ee86f6fba655/5211c5a8-23f0-4407-9b65-ee86f6fba655.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.848290] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38ef833f-2ccf-4b0e-8671-12736d8c84e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.856021] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1267.856021] env[70491]: value = "task-3295191" [ 1267.856021] env[70491]: _type = "Task" [ 1267.856021] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.862856] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295191, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.171839] env[70491]: DEBUG nova.compute.manager [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.173035] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.174010] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121de5dc-ae5e-4227-832c-5963a1249f5d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.182014] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.182341] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ece5cd-0814-41b3-a599-134af9f0d55c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.188580] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1268.188580] env[70491]: value = "task-3295192" [ 1268.188580] env[70491]: _type = "Task" [ 1268.188580] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.196319] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.225484] env[70491]: INFO nova.compute.manager [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Detaching volume 13ae8373-c85c-48f4-908e-e932180c0e87 [ 1268.235795] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7bf0fc-480f-4855-8214-4937d44c05b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.255673] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a30b12-74c6-4d07-95a4-bc0e221b0ea1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.259305] env[70491]: INFO nova.virt.block_device [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Attempting to driver detach volume 13ae8373-c85c-48f4-908e-e932180c0e87 from mountpoint /dev/sdb [ 1268.259572] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1268.259710] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658034', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'name': 'volume-13ae8373-c85c-48f4-908e-e932180c0e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a5ebce3-66f8-4ae8-b139-b690379758f3', 'attached_at': '', 'detached_at': '', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'serial': '13ae8373-c85c-48f4-908e-e932180c0e87'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1268.260484] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced50cb-6837-4011-b574-4a30033033ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.267547] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.289942] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31252bed-1800-44e1-afc9-5165d040d4be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.297787] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65892962-6372-4849-8b76-b9935810f314 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.320164] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48fae15-9124-42d0-81e5-e59541446913 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.337259] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] The volume has not been displaced from its original location: [datastore2] volume-13ae8373-c85c-48f4-908e-e932180c0e87/volume-13ae8373-c85c-48f4-908e-e932180c0e87.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1268.343047] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.343762] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a76afb4-0360-4f5f-a761-5e75623a5f62 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.366587] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295191, 'name': Rename_Task, 'duration_secs': 0.170534} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.368139] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.368512] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1268.368512] env[70491]: value = "task-3295193" [ 1268.368512] env[70491]: _type = "Task" [ 1268.368512] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.368683] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985cf5fc-81c9-4b50-9ff0-27d40d8acb11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.378073] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.379270] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1268.379270] env[70491]: value = "task-3295194" [ 1268.379270] env[70491]: _type = "Task" [ 1268.379270] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.386699] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.699318] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295192, 'name': PowerOffVM_Task, 'duration_secs': 0.152058} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.699612] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.699753] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.700016] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdf9dc1c-dda5-4acb-a3d9-448e379594c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.775069] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-77be6429-58d7-4617-8cbe-55643c8259e9 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance 'c14d5328-6c84-4a51-b2df-11e2f4d6e506' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.778457] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.778659] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.778841] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore1] ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.779112] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f04ec6d6-a8c3-4184-81e0-0296c7628c9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.786468] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1268.786468] env[70491]: value = "task-3295196" [ 1268.786468] env[70491]: _type = "Task" [ 1268.786468] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.794918] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.883775] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295193, 'name': ReconfigVM_Task, 'duration_secs': 0.260597} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.884322] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1268.889031] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ed62a0-43fb-4a91-9177-6a2ae0b1b8c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.904784] env[70491]: DEBUG oslo_vmware.api [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295194, 'name': PowerOnVM_Task, 'duration_secs': 0.474156} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.906149] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.906402] env[70491]: INFO nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1268.906591] env[70491]: DEBUG nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.906920] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1268.906920] env[70491]: value = "task-3295197" [ 1268.906920] env[70491]: _type = "Task" [ 1268.906920] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.907623] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653a6f8f-459e-4255-8852-5bfa0c06400d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.925175] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295197, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.296328] env[70491]: DEBUG oslo_vmware.api [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283448} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.296470] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.296651] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.296824] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.296995] env[70491]: INFO nova.compute.manager [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1269.297259] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.297456] env[70491]: DEBUG nova.compute.manager [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.297558] env[70491]: DEBUG nova.network.neutron [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.419703] env[70491]: DEBUG oslo_vmware.api [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295197, 'name': ReconfigVM_Task, 'duration_secs': 0.154176} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.419920] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658034', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'name': 'volume-13ae8373-c85c-48f4-908e-e932180c0e87', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6a5ebce3-66f8-4ae8-b139-b690379758f3', 'attached_at': '', 'detached_at': '', 'volume_id': '13ae8373-c85c-48f4-908e-e932180c0e87', 'serial': '13ae8373-c85c-48f4-908e-e932180c0e87'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1269.432697] env[70491]: INFO nova.compute.manager [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Took 12.28 seconds to build instance. [ 1269.805173] env[70491]: DEBUG nova.compute.manager [req-030e15bc-ee1e-4640-8d8e-a1b7354be909 req-ee944957-00ff-44e1-877e-c07ed11871ce service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Received event network-vif-deleted-e6b128bf-590c-480b-a26e-6ea3cf504a6e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.806914] env[70491]: INFO nova.compute.manager [req-030e15bc-ee1e-4640-8d8e-a1b7354be909 req-ee944957-00ff-44e1-877e-c07ed11871ce service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Neutron deleted interface e6b128bf-590c-480b-a26e-6ea3cf504a6e; detaching it from the instance and deleting it from the info cache [ 1269.806914] env[70491]: DEBUG nova.network.neutron [req-030e15bc-ee1e-4640-8d8e-a1b7354be909 req-ee944957-00ff-44e1-877e-c07ed11871ce service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.935485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-26c482e4-e014-4a99-8b58-48ee1259e69f tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.785s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.935763] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.151s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.935954] env[70491]: INFO nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1269.936141] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.967808] env[70491]: DEBUG nova.objects.instance [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'flavor' on Instance uuid 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.264087] env[70491]: DEBUG nova.network.neutron [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.309283] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-063987c1-4d3f-4848-9b2d-333bb68d9d87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.318996] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc242c5-fa09-4944-8e30-49a65789e572 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.354213] env[70491]: DEBUG nova.compute.manager [req-030e15bc-ee1e-4640-8d8e-a1b7354be909 req-ee944957-00ff-44e1-877e-c07ed11871ce service nova] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Detach interface failed, port_id=e6b128bf-590c-480b-a26e-6ea3cf504a6e, reason: Instance ed50613e-5b98-48df-ac1c-c333954d64b7 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.766840] env[70491]: INFO nova.compute.manager [-] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Took 1.47 seconds to deallocate network for instance. [ 1270.863717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.864010] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.864218] env[70491]: DEBUG nova.compute.manager [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.865231] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e84978-8d58-43f8-a3fb-d47d9d99a260 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.872961] env[70491]: DEBUG nova.compute.manager [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1270.873536] env[70491]: DEBUG nova.objects.instance [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'flavor' on Instance uuid 5211c5a8-23f0-4407-9b65-ee86f6fba655 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.976104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-47e5d4cf-db0c-46be-ad57-e823800ea102 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.255s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.195165] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.195446] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.195667] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.195852] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.196068] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.198541] env[70491]: INFO nova.compute.manager [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Terminating instance [ 1271.275047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.275047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.275047] env[70491]: DEBUG nova.objects.instance [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'resources' on Instance uuid ed50613e-5b98-48df-ac1c-c333954d64b7 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.298377] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.298636] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.298829] env[70491]: DEBUG nova.compute.manager [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Going to confirm migration 7 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1271.702177] env[70491]: DEBUG nova.compute.manager [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.702407] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.703375] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9689c75-0322-499c-9ebe-b9c66e3ee680 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.712222] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.712476] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2f33f7-1e07-4c33-91cf-a86a1c9d8beb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.719264] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1271.719264] env[70491]: value = "task-3295199" [ 1271.719264] env[70491]: _type = "Task" [ 1271.719264] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.730182] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.843601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.843891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.844109] env[70491]: DEBUG nova.network.neutron [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1271.844325] env[70491]: DEBUG nova.objects.instance [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'info_cache' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.881221] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.881565] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a66ccdf-ba92-42bc-a1a7-fc4b3d28107b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.893098] env[70491]: DEBUG oslo_vmware.api [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1271.893098] env[70491]: value = "task-3295200" [ 1271.893098] env[70491]: _type = "Task" [ 1271.893098] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.903837] env[70491]: DEBUG oslo_vmware.api [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.991330] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95c3708-4a0d-4e1b-83ff-ee30907f3a41 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.002654] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77dcddb-cb90-4cf2-9189-5aef74348dfa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.036383] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9dbc6-ef9a-48cf-8933-0862f73f1a96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.045175] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa116c7-8927-4aad-b2b9-cd91bd4be3d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.059186] env[70491]: DEBUG nova.compute.provider_tree [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.215794] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1272.216051] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658054', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'name': 'volume-81642604-8b0f-4993-9fb6-4afad4795dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1787dd9a-062d-4e8a-9683-cb639174e2ac', 'attached_at': '', 'detached_at': '', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'serial': '81642604-8b0f-4993-9fb6-4afad4795dbb'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1272.216977] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888b7f92-3afe-4947-a441-bf72a9b9b9e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.228910] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295199, 'name': PowerOffVM_Task, 'duration_secs': 0.188039} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.240443] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.240622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.241028] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7225f407-8d09-47ce-b2d7-71683b11becd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.242951] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035eea6-1032-40ed-9c4b-d324c354674a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.269434] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-81642604-8b0f-4993-9fb6-4afad4795dbb/volume-81642604-8b0f-4993-9fb6-4afad4795dbb.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.269814] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7421b74-7835-42b1-b6f2-bfdda9ede74a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.291215] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1272.291215] env[70491]: value = "task-3295202" [ 1272.291215] env[70491]: _type = "Task" [ 1272.291215] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.303987] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.319982] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.320301] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.320600] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleting the datastore file [datastore1] 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.320950] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1080a890-49a2-4a4d-ba80-825e470fadbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.328935] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1272.328935] env[70491]: value = "task-3295203" [ 1272.328935] env[70491]: _type = "Task" [ 1272.328935] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.338321] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.403740] env[70491]: DEBUG oslo_vmware.api [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295200, 'name': PowerOffVM_Task, 'duration_secs': 0.209577} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.404088] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.404340] env[70491]: DEBUG nova.compute.manager [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.405165] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d3b6f-2105-4481-89ed-6b8a4f58cb20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.562540] env[70491]: DEBUG nova.scheduler.client.report [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.802460] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295202, 'name': ReconfigVM_Task, 'duration_secs': 0.334152} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.802460] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-81642604-8b0f-4993-9fb6-4afad4795dbb/volume-81642604-8b0f-4993-9fb6-4afad4795dbb.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.807940] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48b9a95f-11e1-483b-b4d4-d7a29377c260 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.823881] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1272.823881] env[70491]: value = "task-3295204" [ 1272.823881] env[70491]: _type = "Task" [ 1272.823881] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.832898] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.841044] env[70491]: DEBUG oslo_vmware.api [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145347} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.841300] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.841485] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.841712] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.841924] env[70491]: INFO nova.compute.manager [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1272.842196] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.842402] env[70491]: DEBUG nova.compute.manager [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.842508] env[70491]: DEBUG nova.network.neutron [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.918043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a31e04b4-5475-4a0a-ab5c-d48354288035 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.068739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.339532] env[70491]: DEBUG oslo_vmware.api [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295204, 'name': ReconfigVM_Task, 'duration_secs': 0.155281} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.342946] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658054', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'name': 'volume-81642604-8b0f-4993-9fb6-4afad4795dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1787dd9a-062d-4e8a-9683-cb639174e2ac', 'attached_at': '', 'detached_at': '', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'serial': '81642604-8b0f-4993-9fb6-4afad4795dbb'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.120216] env[70491]: DEBUG nova.network.neutron [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.120216] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.120216] env[70491]: DEBUG nova.objects.instance [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'migration_context' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.220911] env[70491]: INFO nova.scheduler.client.report [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocations for instance ed50613e-5b98-48df-ac1c-c333954d64b7 [ 1274.428935] env[70491]: DEBUG nova.compute.manager [req-153ac077-33ab-4c6f-ac2a-fa960f462d27 req-9db5c275-055e-4bc9-840c-d6e166d18745 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Received event network-vif-deleted-5a524f44-7aac-4bb6-9c55-86a77a509c55 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.429168] env[70491]: INFO nova.compute.manager [req-153ac077-33ab-4c6f-ac2a-fa960f462d27 req-9db5c275-055e-4bc9-840c-d6e166d18745 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Neutron deleted interface 5a524f44-7aac-4bb6-9c55-86a77a509c55; detaching it from the instance and deleting it from the info cache [ 1274.429348] env[70491]: DEBUG nova.network.neutron [req-153ac077-33ab-4c6f-ac2a-fa960f462d27 req-9db5c275-055e-4bc9-840c-d6e166d18745 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.603556] env[70491]: DEBUG nova.objects.base [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1274.605037] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d088ad3f-e68d-4c6f-bfcb-cdb5b1569afc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.624564] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5265322d-2a00-4215-b062-5d2e99259efc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.631964] env[70491]: DEBUG oslo_vmware.api [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1274.631964] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274c42a-6b4b-7ca8-b36c-0f073ab23034" [ 1274.631964] env[70491]: _type = "Task" [ 1274.631964] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.640497] env[70491]: DEBUG oslo_vmware.api [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274c42a-6b4b-7ca8-b36c-0f073ab23034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.729938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56e5fcf4-8cda-4433-a686-b8548d1e94ba tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "ed50613e-5b98-48df-ac1c-c333954d64b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.065s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.743805] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "2443a607-aa85-4403-bd50-5896aefe25b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.744011] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.744259] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.744460] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.744622] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.746898] env[70491]: INFO nova.compute.manager [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Terminating instance [ 1274.780208] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.780438] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.780641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.780835] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.781016] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.783074] env[70491]: INFO nova.compute.manager [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Terminating instance [ 1274.867161] env[70491]: DEBUG nova.network.neutron [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.898228] env[70491]: DEBUG nova.objects.instance [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 1787dd9a-062d-4e8a-9683-cb639174e2ac {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.932379] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1223146-893d-473b-8885-d27e09f21f99 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.944086] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5cc08-6815-45bf-9c4d-6230bf447ebd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.979088] env[70491]: DEBUG nova.compute.manager [req-153ac077-33ab-4c6f-ac2a-fa960f462d27 req-9db5c275-055e-4bc9-840c-d6e166d18745 service nova] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Detach interface failed, port_id=5a524f44-7aac-4bb6-9c55-86a77a509c55, reason: Instance 6a5ebce3-66f8-4ae8-b139-b690379758f3 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.143537] env[70491]: DEBUG oslo_vmware.api [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5274c42a-6b4b-7ca8-b36c-0f073ab23034, 'name': SearchDatastore_Task, 'duration_secs': 0.008309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.143920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.144021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.250872] env[70491]: DEBUG nova.compute.manager [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.251132] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.252040] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f162e-4c01-4024-a12d-7ccdb6114a9d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.260993] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.261254] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29806ee6-679f-4046-8bd5-b0b42fe593c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.269038] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1275.269038] env[70491]: value = "task-3295205" [ 1275.269038] env[70491]: _type = "Task" [ 1275.269038] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.278612] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.286578] env[70491]: DEBUG nova.compute.manager [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.286816] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.287668] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6bb9f-b202-4991-bfbb-e6c083e94680 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.296504] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.296719] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db379754-ac64-4404-959d-a27239844b5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.370562] env[70491]: INFO nova.compute.manager [-] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Took 2.53 seconds to deallocate network for instance. [ 1275.371148] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.371511] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.371806] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore1] 5211c5a8-23f0-4407-9b65-ee86f6fba655 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.374327] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1db8714-c084-4a9b-8c3a-ae79e987c87f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.385130] env[70491]: DEBUG oslo_vmware.api [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1275.385130] env[70491]: value = "task-3295207" [ 1275.385130] env[70491]: _type = "Task" [ 1275.385130] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.395896] env[70491]: DEBUG oslo_vmware.api [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.405434] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5512562a-b4d3-4f5e-a6d2-78e5b76d03c7 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.782749] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295205, 'name': PowerOffVM_Task, 'duration_secs': 0.324235} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.786171] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.786283] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.787146] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6142320e-925b-4e16-bdbc-5a359ff69572 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.850792] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0b8bfd-6f7a-4e93-9ef4-2fe402ad3a07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.856198] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.856509] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.856741] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleting the datastore file [datastore2] 2443a607-aa85-4403-bd50-5896aefe25b8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.857426] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6798aed7-543e-448b-9849-377f8a39f603 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.862557] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d7df1-5983-4839-98ea-5c734fd8a520 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.867557] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1275.867557] env[70491]: value = "task-3295209" [ 1275.867557] env[70491]: _type = "Task" [ 1275.867557] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.896177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.900672] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ba1be-639c-41e9-8d05-b14e701218d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.905989] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.912042] env[70491]: DEBUG oslo_vmware.api [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164801} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.913663] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.913862] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.914095] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.914281] env[70491]: INFO nova.compute.manager [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1275.914507] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.914735] env[70491]: DEBUG nova.compute.manager [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.914961] env[70491]: DEBUG nova.network.neutron [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.917692] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5c97cd-a52e-4527-a151-22c799b738f2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.932967] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.277924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.278242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.379360] env[70491]: DEBUG oslo_vmware.api [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145111} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.379711] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.379943] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.380185] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.380397] env[70491]: INFO nova.compute.manager [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1276.380646] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.380864] env[70491]: DEBUG nova.compute.manager [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.380977] env[70491]: DEBUG nova.network.neutron [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.456793] env[70491]: ERROR nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [req-cd35cfbe-844d-4da0-97ae-668a5c3cce74] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd35cfbe-844d-4da0-97ae-668a5c3cce74"}]} [ 1276.462929] env[70491]: DEBUG nova.compute.manager [req-fc799864-0cb2-4459-b82f-5a07d259fc0d req-6434d22b-6229-4581-b34f-e57675a5dcfb service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Received event network-vif-deleted-9bb2865c-c33b-4e7b-b544-7a9719112c7c {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.463058] env[70491]: INFO nova.compute.manager [req-fc799864-0cb2-4459-b82f-5a07d259fc0d req-6434d22b-6229-4581-b34f-e57675a5dcfb service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Neutron deleted interface 9bb2865c-c33b-4e7b-b544-7a9719112c7c; detaching it from the instance and deleting it from the info cache [ 1276.463276] env[70491]: DEBUG nova.network.neutron [req-fc799864-0cb2-4459-b82f-5a07d259fc0d req-6434d22b-6229-4581-b34f-e57675a5dcfb service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.473328] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1276.485747] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1276.485969] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.497016] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1276.514403] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1276.671276] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79875b06-ab1d-4f8d-a561-879fd2c7d74d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.681129] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2618fd-6d45-4a0c-aa2d-0b0425ebbbfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.712211] env[70491]: DEBUG nova.network.neutron [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.714200] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8752db-71cc-4788-b3a4-2ff3ae7696da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.723849] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b7a8e-5a98-4e16-9e3f-75512dfedc8f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.738578] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.781333] env[70491]: INFO nova.compute.manager [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Detaching volume 81642604-8b0f-4993-9fb6-4afad4795dbb [ 1276.818897] env[70491]: INFO nova.virt.block_device [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Attempting to driver detach volume 81642604-8b0f-4993-9fb6-4afad4795dbb from mountpoint /dev/sdb [ 1276.819157] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1276.819343] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658054', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'name': 'volume-81642604-8b0f-4993-9fb6-4afad4795dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1787dd9a-062d-4e8a-9683-cb639174e2ac', 'attached_at': '', 'detached_at': '', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'serial': '81642604-8b0f-4993-9fb6-4afad4795dbb'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1276.820541] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3106518-bd41-43b2-9b29-cd424412b21c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.844616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63dd5ca-70e9-4067-845b-30c4ac1c0afe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.852867] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c076b-cf75-400e-b9ac-0b41c2fb7508 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.876718] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f8483-5672-4040-8113-629ff5c06336 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.892868] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] The volume has not been displaced from its original location: [datastore1] volume-81642604-8b0f-4993-9fb6-4afad4795dbb/volume-81642604-8b0f-4993-9fb6-4afad4795dbb.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1276.898138] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1276.898443] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d8e978-68f1-4e1d-bf39-6e351ee04fe4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.920456] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1276.920456] env[70491]: value = "task-3295210" [ 1276.920456] env[70491]: _type = "Task" [ 1276.920456] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.932261] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.966362] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-744f0a34-475a-4a34-86a6-dc26acd37ecc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.977571] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb64fd8-0f98-4496-8417-3d8a1650af13 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.013863] env[70491]: DEBUG nova.compute.manager [req-fc799864-0cb2-4459-b82f-5a07d259fc0d req-6434d22b-6229-4581-b34f-e57675a5dcfb service nova] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Detach interface failed, port_id=9bb2865c-c33b-4e7b-b544-7a9719112c7c, reason: Instance 5211c5a8-23f0-4407-9b65-ee86f6fba655 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.045232] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.045476] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.218454] env[70491]: INFO nova.compute.manager [-] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Took 1.30 seconds to deallocate network for instance. [ 1277.260404] env[70491]: ERROR nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [req-81a561d7-5526-4be0-8b22-5f55e2cf2729] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81a561d7-5526-4be0-8b22-5f55e2cf2729"}]} [ 1277.276568] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1277.290335] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1277.290624] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.301720] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1277.314845] env[70491]: DEBUG nova.network.neutron [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.322142] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1277.432236] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295210, 'name': ReconfigVM_Task, 'duration_secs': 0.232423} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.432519] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1277.439183] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aac64351-1ed6-4baf-9f0b-0fccb0bde973 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.455831] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1277.455831] env[70491]: value = "task-3295211" [ 1277.455831] env[70491]: _type = "Task" [ 1277.455831] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.466806] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.497924] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cd4865-f38b-4aaf-821f-d44777403f7b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.506508] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e9f8f-d7ad-44f8-9477-aac3222c4f2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.541628] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f667b3-fb9c-4a29-90ec-babaccadffa2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.549117] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.552966] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174d7d1d-2c22-4aa9-8bf3-c4277fe2b6fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.572249] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.728198] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.818097] env[70491]: INFO nova.compute.manager [-] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Took 1.44 seconds to deallocate network for instance. [ 1277.966381] env[70491]: DEBUG oslo_vmware.api [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295211, 'name': ReconfigVM_Task, 'duration_secs': 0.154075} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.966728] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658054', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'name': 'volume-81642604-8b0f-4993-9fb6-4afad4795dbb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1787dd9a-062d-4e8a-9683-cb639174e2ac', 'attached_at': '', 'detached_at': '', 'volume_id': '81642604-8b0f-4993-9fb6-4afad4795dbb', 'serial': '81642604-8b0f-4993-9fb6-4afad4795dbb'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1278.071647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.102175] env[70491]: DEBUG nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1278.102491] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 154 to 155 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1278.102704] env[70491]: DEBUG nova.compute.provider_tree [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1278.325059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.488333] env[70491]: DEBUG nova.compute.manager [req-05ee4dbd-accd-4615-b3ad-4e1e7289ba27 req-37ff00ec-5f97-4481-b0b8-1fe32820ff0d service nova] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Received event network-vif-deleted-2a1c46d7-8adc-4b28-9c0f-802081b2eeff {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.510592] env[70491]: DEBUG nova.objects.instance [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 1787dd9a-062d-4e8a-9683-cb639174e2ac {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.113378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.969s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.113605] env[70491]: DEBUG nova.compute.manager [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70491) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1279.116391] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.220s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.116897] env[70491]: DEBUG nova.objects.instance [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'resources' on Instance uuid 6a5ebce3-66f8-4ae8-b139-b690379758f3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.518101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-42a9a176-982c-4ebd-b997-7fde381b79c6 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.678120] env[70491]: INFO nova.scheduler.client.report [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted allocation for migration 1d84f333-8867-4e93-94d3-024fae3ea1ac [ 1279.770004] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9923d00-adf1-4102-b214-5ae3e896052c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.779199] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ece0c7-e33a-40cb-96b1-1e80a0883dce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.810122] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f31162-195b-4c16-8883-a3b2a29c1236 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.818596] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18696c8-1499-4477-84f4-0fd05cbf46c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.833079] env[70491]: DEBUG nova.compute.provider_tree [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.186601] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8fa2b905-2d99-41f0-b96d-9ecd395bfcca tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.888s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.335839] env[70491]: DEBUG nova.scheduler.client.report [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.548118] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.548440] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.548594] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.548776] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.548948] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.550923] env[70491]: INFO nova.compute.manager [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Terminating instance [ 1280.841177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.844550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.115s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.844550] env[70491]: DEBUG nova.objects.instance [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid 5211c5a8-23f0-4407-9b65-ee86f6fba655 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.863508] env[70491]: INFO nova.scheduler.client.report [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted allocations for instance 6a5ebce3-66f8-4ae8-b139-b690379758f3 [ 1280.912135] env[70491]: DEBUG nova.objects.instance [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.054599] env[70491]: DEBUG nova.compute.manager [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.054880] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.055837] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6f888f-a815-422d-a7d1-02303f8b25f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.064519] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.064778] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8662fc40-04cb-4410-a787-739655cc8b31 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.072199] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1281.072199] env[70491]: value = "task-3295212" [ 1281.072199] env[70491]: _type = "Task" [ 1281.072199] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.080590] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.370835] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2acb9296-3a09-4d66-b2b2-ef54161a18bb tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a5ebce3-66f8-4ae8-b139-b690379758f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.175s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.417345] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.417522] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.417694] env[70491]: DEBUG nova.network.neutron [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.417868] env[70491]: DEBUG nova.objects.instance [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'info_cache' on Instance uuid c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.489839] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e5a5b8-00ec-49f6-a3f9-4f88fe2a91e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.497700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8579e831-e546-41ca-94a4-ff54206dbe64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.527865] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef497e48-e32d-4d0c-a0c1-5a0e4c6b566e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.536071] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d7855-ee99-4f0d-9861-f4ce3f03e8a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.550834] env[70491]: DEBUG nova.compute.provider_tree [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.584019] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295212, 'name': PowerOffVM_Task, 'duration_secs': 0.178867} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.584019] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.584019] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.584019] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98eb4241-b82d-4faa-b126-a5202e474b88 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.644207] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.644468] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.644661] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleting the datastore file [datastore1] 1787dd9a-062d-4e8a-9683-cb639174e2ac {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.644974] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f57246b-9109-4992-9a55-a527aab24ae9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.653138] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1281.653138] env[70491]: value = "task-3295215" [ 1281.653138] env[70491]: _type = "Task" [ 1281.653138] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.661872] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.920710] env[70491]: DEBUG nova.objects.base [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.054507] env[70491]: DEBUG nova.scheduler.client.report [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.164740] env[70491]: DEBUG oslo_vmware.api [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133212} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.165087] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.165338] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.165564] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.165779] env[70491]: INFO nova.compute.manager [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.166083] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.166317] env[70491]: DEBUG nova.compute.manager [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.166442] env[70491]: DEBUG nova.network.neutron [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.559421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.716s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.562580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.490s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.563646] env[70491]: INFO nova.compute.claims [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.584307] env[70491]: INFO nova.scheduler.client.report [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance 5211c5a8-23f0-4407-9b65-ee86f6fba655 [ 1282.722826] env[70491]: DEBUG nova.compute.manager [req-d2123d19-d87f-4461-9a54-7858086fc26d req-42c4ecae-f9d0-4b11-b440-9907b7474b37 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Received event network-vif-deleted-a18d49cd-f1af-4ac5-adcc-7b360cd3a817 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.723090] env[70491]: INFO nova.compute.manager [req-d2123d19-d87f-4461-9a54-7858086fc26d req-42c4ecae-f9d0-4b11-b440-9907b7474b37 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Neutron deleted interface a18d49cd-f1af-4ac5-adcc-7b360cd3a817; detaching it from the instance and deleting it from the info cache [ 1282.723282] env[70491]: DEBUG nova.network.neutron [req-d2123d19-d87f-4461-9a54-7858086fc26d req-42c4ecae-f9d0-4b11-b440-9907b7474b37 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.791964] env[70491]: DEBUG nova.network.neutron [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [{"id": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "address": "fa:16:3e:e7:92:c7", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff83f35d-18", "ovs_interfaceid": "ff83f35d-1855-47ee-9989-671cd2e5e20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.095393] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3565ce98-c3f9-4314-867d-9086bd3e0908 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "5211c5a8-23f0-4407-9b65-ee86f6fba655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.315s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.207603] env[70491]: DEBUG nova.network.neutron [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.226067] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e30cccdb-9453-4b37-a661-29bd8fdf92c2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.237077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751b81dc-82ce-43dd-a6de-8e3a59f41a68 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.273131] env[70491]: DEBUG nova.compute.manager [req-d2123d19-d87f-4461-9a54-7858086fc26d req-42c4ecae-f9d0-4b11-b440-9907b7474b37 service nova] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Detach interface failed, port_id=a18d49cd-f1af-4ac5-adcc-7b360cd3a817, reason: Instance 1787dd9a-062d-4e8a-9683-cb639174e2ac could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.295550] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-c14d5328-6c84-4a51-b2df-11e2f4d6e506" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.695836] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ad9886-6087-4165-bbdc-66fb5be72a40 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.704085] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97cfbab-4f59-458f-ae48-a75afaec750e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.709878] env[70491]: INFO nova.compute.manager [-] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Took 1.54 seconds to deallocate network for instance. [ 1283.735683] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e60a16c-0571-4ac1-b613-21955b4224b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.745502] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd6925-b34f-41c3-a88a-e44906d53547 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.758906] env[70491]: DEBUG nova.compute.provider_tree [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.823094] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.824150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.824150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.824150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.824150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.825752] env[70491]: INFO nova.compute.manager [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Terminating instance [ 1284.242373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.261465] env[70491]: DEBUG nova.scheduler.client.report [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.300207] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.300514] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee26bd1-1cda-4c4f-9eaf-b1a9ebe2c716 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.308379] env[70491]: DEBUG oslo_vmware.api [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1284.308379] env[70491]: value = "task-3295216" [ 1284.308379] env[70491]: _type = "Task" [ 1284.308379] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.316631] env[70491]: DEBUG oslo_vmware.api [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.329332] env[70491]: DEBUG nova.compute.manager [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1284.329528] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1284.330384] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686995d7-18a8-47e9-ada1-8e40c35d8167 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.337786] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.338016] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61f40028-17a5-4284-b0ce-7f943589c3ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.345080] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1284.345080] env[70491]: value = "task-3295217" [ 1284.345080] env[70491]: _type = "Task" [ 1284.345080] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.354280] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.766774] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.767548] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.771530] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.447s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.771857] env[70491]: DEBUG nova.objects.instance [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'resources' on Instance uuid 2443a607-aa85-4403-bd50-5896aefe25b8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.819314] env[70491]: DEBUG oslo_vmware.api [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295216, 'name': PowerOnVM_Task, 'duration_secs': 0.409079} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.819555] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.819772] env[70491]: DEBUG nova.compute.manager [None req-e8da208d-0af6-4863-b37c-1af9272326c0 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1284.820577] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3e3d47-d5b5-411f-aa5e-521d90536a6e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.853750] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295217, 'name': PowerOffVM_Task, 'duration_secs': 0.20214} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.854062] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.854303] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.854595] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aaf5d36-3b8d-482f-96f2-4a21a02d0a96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.916089] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.916348] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.916505] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleting the datastore file [datastore2] fbd2cbf7-386a-44a9-9c2d-ede44272f9ea {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.916785] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5ced0a-0790-4da8-8014-302c9f318a14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.925173] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for the task: (returnval){ [ 1284.925173] env[70491]: value = "task-3295219" [ 1284.925173] env[70491]: _type = "Task" [ 1284.925173] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.933213] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.274701] env[70491]: DEBUG nova.compute.utils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.278587] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.278763] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.324199] env[70491]: DEBUG nova.policy [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b0ae0a205426bbba44b2aba5959a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0af029e154dc7a5d296ccd05c69a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.407426] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf645ed9-07d8-416c-9b2e-f3eeaa069cd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.417795] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5c97e-38f7-4346-a24c-4f0edeb66076 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.452798] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df2ded-ea14-462b-ac2f-cc988f8d6da8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.460934] env[70491]: DEBUG oslo_vmware.api [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Task: {'id': task-3295219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129121} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.462953] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.463194] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.463397] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.463586] env[70491]: INFO nova.compute.manager [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1285.463836] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.464132] env[70491]: DEBUG nova.compute.manager [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.464237] env[70491]: DEBUG nova.network.neutron [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.466725] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da25513c-4bef-46f5-872c-cb41f7ced96f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.480693] env[70491]: DEBUG nova.compute.provider_tree [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.540242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.540521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.540732] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.541060] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.541180] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.545571] env[70491]: INFO nova.compute.manager [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Terminating instance [ 1285.735037] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Successfully created port: cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.782379] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.888755] env[70491]: DEBUG nova.compute.manager [req-93188a88-c47b-43b0-b300-5edc90e94ef3 req-26f892fe-73af-4771-b6d6-de8c709915d6 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Received event network-vif-deleted-1685e419-605a-4acb-82a6-5f4263430bd8 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.888875] env[70491]: INFO nova.compute.manager [req-93188a88-c47b-43b0-b300-5edc90e94ef3 req-26f892fe-73af-4771-b6d6-de8c709915d6 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Neutron deleted interface 1685e419-605a-4acb-82a6-5f4263430bd8; detaching it from the instance and deleting it from the info cache [ 1285.889071] env[70491]: DEBUG nova.network.neutron [req-93188a88-c47b-43b0-b300-5edc90e94ef3 req-26f892fe-73af-4771-b6d6-de8c709915d6 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.984310] env[70491]: DEBUG nova.scheduler.client.report [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.050659] env[70491]: DEBUG nova.compute.manager [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.050998] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.052035] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a75605-887f-4e82-8b5a-ab5626589653 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.060618] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.060867] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a64a2c29-bd72-4def-b06e-0b4270da0ad0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.069268] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1286.069268] env[70491]: value = "task-3295220" [ 1286.069268] env[70491]: _type = "Task" [ 1286.069268] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.079607] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.117362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.117655] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.117899] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.118133] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.118343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.120616] env[70491]: INFO nova.compute.manager [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Terminating instance [ 1286.368184] env[70491]: DEBUG nova.network.neutron [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.391484] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e02c839-0efc-4947-8134-b2d340823983 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.401862] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d6dfa3-9e62-4a9e-ad63-01cad4254d97 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.430798] env[70491]: DEBUG nova.compute.manager [req-93188a88-c47b-43b0-b300-5edc90e94ef3 req-26f892fe-73af-4771-b6d6-de8c709915d6 service nova] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Detach interface failed, port_id=1685e419-605a-4acb-82a6-5f4263430bd8, reason: Instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1286.490322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.492717] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.251s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.492943] env[70491]: DEBUG nova.objects.instance [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'resources' on Instance uuid 1787dd9a-062d-4e8a-9683-cb639174e2ac {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.514020] env[70491]: INFO nova.scheduler.client.report [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted allocations for instance 2443a607-aa85-4403-bd50-5896aefe25b8 [ 1286.581545] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295220, 'name': PowerOffVM_Task, 'duration_secs': 0.244357} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.581821] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.581992] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.582261] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd431b5a-fbec-4138-a803-53ffc778c654 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.624782] env[70491]: DEBUG nova.compute.manager [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.624964] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.625923] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370ae5e8-c672-44bd-bdec-297209fdbed4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.634038] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.634433] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-343c2d83-b971-4ecd-a0dd-da5f8cccb8d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.642728] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1286.642728] env[70491]: value = "task-3295222" [ 1286.642728] env[70491]: _type = "Task" [ 1286.642728] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.647522] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.647806] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.648066] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleting the datastore file [datastore1] c14d5328-6c84-4a51-b2df-11e2f4d6e506 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.648684] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ae7b722-3bc5-4e84-935c-2fb5c4c82fa8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.654386] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.655756] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1286.655756] env[70491]: value = "task-3295223" [ 1286.655756] env[70491]: _type = "Task" [ 1286.655756] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.663791] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.792432] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.825224] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.825424] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.825573] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.825760] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.825907] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.826452] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.826452] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.826619] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.826793] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.826959] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.827171] env[70491]: DEBUG nova.virt.hardware [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.828088] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edfbf63-9e49-48be-9597-0d2971970877 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.837078] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78fd92-b1d2-4318-9031-caaed30d0eb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.870640] env[70491]: INFO nova.compute.manager [-] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Took 1.41 seconds to deallocate network for instance. [ 1287.020943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0741a874-d53c-4587-b27a-8512bdb87360 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "2443a607-aa85-4403-bd50-5896aefe25b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.277s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.115051] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b40ac9-12f8-4a3c-854c-3ae1ee2141f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.123239] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e0b77-8188-4017-9e56-20c293553485 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.158777] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3934c7cc-8259-4a59-83b1-bfd2fb8b3fbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.176014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33aba0a6-1576-488b-8dde-66386901dde0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.180492] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295222, 'name': PowerOffVM_Task, 'duration_secs': 0.232059} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.180785] env[70491]: DEBUG oslo_vmware.api [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144861} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.181069] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.181300] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.181589] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.181766] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.181966] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.182182] env[70491]: INFO nova.compute.manager [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1287.182434] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.183101] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c76fd32d-b807-4b47-87c7-be5250d7acad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.184648] env[70491]: DEBUG nova.compute.manager [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.184763] env[70491]: DEBUG nova.network.neutron [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.195407] env[70491]: DEBUG nova.compute.provider_tree [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.268365] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.269557] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.269557] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleting the datastore file [datastore2] 6a987311-6f87-41ba-b21a-0ddc5bae3890 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.269557] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b5d5616-f243-4e9e-be40-456db016475b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.277598] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1287.277598] env[70491]: value = "task-3295225" [ 1287.277598] env[70491]: _type = "Task" [ 1287.277598] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.286478] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.378379] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.425630] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Successfully updated port: cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.699262] env[70491]: DEBUG nova.scheduler.client.report [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.787646] env[70491]: DEBUG oslo_vmware.api [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199128} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.787957] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.788104] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.788328] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.788511] env[70491]: INFO nova.compute.manager [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1287.788763] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.788942] env[70491]: DEBUG nova.compute.manager [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1287.789069] env[70491]: DEBUG nova.network.neutron [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1287.931837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.931837] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.931837] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.937390] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Received event network-vif-plugged-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.937757] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Acquiring lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.938207] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.938521] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.938807] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] No waiting events found dispatching network-vif-plugged-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.939129] env[70491]: WARNING nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Received unexpected event network-vif-plugged-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b for instance with vm_state building and task_state spawning. [ 1287.939404] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Received event network-changed-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.939668] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Refreshing instance network info cache due to event network-changed-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.939942] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Acquiring lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.205724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.209044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.831s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.209233] env[70491]: DEBUG nova.objects.instance [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lazy-loading 'resources' on Instance uuid fbd2cbf7-386a-44a9-9c2d-ede44272f9ea {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.225141] env[70491]: INFO nova.scheduler.client.report [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted allocations for instance 1787dd9a-062d-4e8a-9683-cb639174e2ac [ 1288.251125] env[70491]: DEBUG nova.network.neutron [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.464402] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.571873] env[70491]: DEBUG nova.network.neutron [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.597593] env[70491]: DEBUG nova.network.neutron [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updating instance_info_cache with network_info: [{"id": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "address": "fa:16:3e:e1:ac:0e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1920dd-ea", "ovs_interfaceid": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.734021] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d0159601-7ec6-47b8-bf34-ac53142c46d1 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1787dd9a-062d-4e8a-9683-cb639174e2ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.185s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.754816] env[70491]: INFO nova.compute.manager [-] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Took 1.57 seconds to deallocate network for instance. [ 1288.829559] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d5a9f2-3f8d-4fc7-b557-2f5e5674e7c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.838520] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450a43a9-a436-4caa-873d-7a309aab1415 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.870055] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c2b8b4-4ba1-437f-ae99-9451eb3ab8f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.877505] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b9c250-a2bd-47a0-9c7b-33512a04dc12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.891781] env[70491]: DEBUG nova.compute.provider_tree [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.074385] env[70491]: INFO nova.compute.manager [-] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Took 1.29 seconds to deallocate network for instance. [ 1289.099910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.100274] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Instance network_info: |[{"id": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "address": "fa:16:3e:e1:ac:0e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1920dd-ea", "ovs_interfaceid": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.100572] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Acquired lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.100752] env[70491]: DEBUG nova.network.neutron [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Refreshing network info cache for port cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.102040] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:ac:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb1920dd-ea81-4d1e-abd3-83f3dd456f1b', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.112108] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.118035] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.118690] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ab404d4-ca21-45c6-b7d4-8df6987bbd54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.137696] env[70491]: DEBUG nova.compute.manager [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1289.147673] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.147673] env[70491]: value = "task-3295226" [ 1289.147673] env[70491]: _type = "Task" [ 1289.147673] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.157639] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295226, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.260968] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.374990] env[70491]: DEBUG nova.network.neutron [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updated VIF entry in instance network info cache for port cb1920dd-ea81-4d1e-abd3-83f3dd456f1b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.375476] env[70491]: DEBUG nova.network.neutron [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updating instance_info_cache with network_info: [{"id": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "address": "fa:16:3e:e1:ac:0e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1920dd-ea", "ovs_interfaceid": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.394536] env[70491]: DEBUG nova.scheduler.client.report [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.581123] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.658288] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295226, 'name': CreateVM_Task, 'duration_secs': 0.337251} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.659164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.659370] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.659999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.660177] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.660495] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.660782] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aba61b9-39e1-436a-9c47-5a2fbf751151 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.665838] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1289.665838] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f60f43-cd1f-7242-5401-8b23a3fba407" [ 1289.665838] env[70491]: _type = "Task" [ 1289.665838] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.674072] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f60f43-cd1f-7242-5401-8b23a3fba407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.878108] env[70491]: DEBUG oslo_concurrency.lockutils [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] Releasing lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.878436] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Received event network-vif-deleted-ff83f35d-1855-47ee-9989-671cd2e5e20d {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.878632] env[70491]: INFO nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Neutron deleted interface ff83f35d-1855-47ee-9989-671cd2e5e20d; detaching it from the instance and deleting it from the info cache [ 1289.878814] env[70491]: DEBUG nova.network.neutron [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.899628] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.902039] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.641s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.902240] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.903967] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.323s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.904252] env[70491]: DEBUG nova.objects.instance [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'resources' on Instance uuid 6a987311-6f87-41ba-b21a-0ddc5bae3890 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.917907] env[70491]: INFO nova.scheduler.client.report [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Deleted allocations for instance fbd2cbf7-386a-44a9-9c2d-ede44272f9ea [ 1289.922538] env[70491]: INFO nova.scheduler.client.report [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted allocations for instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 [ 1289.963751] env[70491]: DEBUG nova.compute.manager [req-5fc4fa8a-4161-4ab3-9fe7-0a8cf8224459 req-41dd4b20-1bc4-4f52-87fa-8c203fbc9374 service nova] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Received event network-vif-deleted-6fe16a98-b55b-499b-87b7-89e8d10cacda {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.180609] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f60f43-cd1f-7242-5401-8b23a3fba407, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.180609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.180981] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.181265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.181450] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.181650] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.181943] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3eb5a49-a99b-47c6-ba51-2660eef3e827 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.193218] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.193411] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.194188] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e24ec37-e7ec-425c-a05a-0e7987ba70fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.205990] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1290.205990] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52aa9dcf-db40-b633-7a84-93222989570a" [ 1290.205990] env[70491]: _type = "Task" [ 1290.205990] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.216850] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52aa9dcf-db40-b633-7a84-93222989570a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.381633] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa183e84-1ca7-4a79-a519-a53253f57181 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.392796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2b3078-89ba-4843-96d9-3fceecfbfe2c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.424803] env[70491]: DEBUG nova.compute.manager [req-90e2f041-363a-447e-8e1b-d76b7d5eb161 req-33fd50e0-e406-4a38-85e8-0ba24e9f1c46 service nova] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Detach interface failed, port_id=ff83f35d-1855-47ee-9989-671cd2e5e20d, reason: Instance c14d5328-6c84-4a51-b2df-11e2f4d6e506 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.432138] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a4b80c4b-82f8-431a-bfba-1fb5e608f133 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "c14d5328-6c84-4a51-b2df-11e2f4d6e506" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.891s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.433572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-d621ddba-069f-4869-b5d8-2d140ad15976 tempest-ServersTestJSON-1937318227 tempest-ServersTestJSON-1937318227-project-member] Lock "fbd2cbf7-386a-44a9-9c2d-ede44272f9ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.610s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.528580] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb190c2f-8234-4f87-814b-1d4d6a036f21 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.537014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd5c3b7-34f4-4489-8706-19193ee188c1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.569152] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821882f4-0b2e-4a8a-a23b-a4e4ad470c5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.577057] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f75fb9-0d15-4e5b-a118-4990d2c3a3be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.590816] env[70491]: DEBUG nova.compute.provider_tree [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.720594] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52aa9dcf-db40-b633-7a84-93222989570a, 'name': SearchDatastore_Task, 'duration_secs': 0.019194} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.721620] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab114d8f-221c-4822-bc25-49dfe1fdb7b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.727848] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1290.727848] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529e3ae8-d949-4b9a-6602-d1c14bce5904" [ 1290.727848] env[70491]: _type = "Task" [ 1290.727848] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.742604] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529e3ae8-d949-4b9a-6602-d1c14bce5904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.783745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.784024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.094203] env[70491]: DEBUG nova.scheduler.client.report [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.247518] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]529e3ae8-d949-4b9a-6602-d1c14bce5904, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.247812] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.248114] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 59a3ef48-15fd-4795-aeb7-8dbb76598879/59a3ef48-15fd-4795-aeb7-8dbb76598879.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.248409] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c14ebb-5b94-4d69-b2c1-783058209968 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.257137] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1291.257137] env[70491]: value = "task-3295227" [ 1291.257137] env[70491]: _type = "Task" [ 1291.257137] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.266653] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.287507] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.598475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.600877] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.942s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.632557] env[70491]: INFO nova.scheduler.client.report [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted allocations for instance 6a987311-6f87-41ba-b21a-0ddc5bae3890 [ 1291.774024] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463899} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.774024] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 59a3ef48-15fd-4795-aeb7-8dbb76598879/59a3ef48-15fd-4795-aeb7-8dbb76598879.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.774024] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.774024] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3959d0f1-4a55-4c6b-aa99-48986767edf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.783016] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1291.783016] env[70491]: value = "task-3295228" [ 1291.783016] env[70491]: _type = "Task" [ 1291.783016] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.798568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.798806] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.801149] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.822062] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.109014] env[70491]: INFO nova.compute.claims [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.142598] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44108f75-d9aa-432b-abfc-a7f05e684e6c tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "6a987311-6f87-41ba-b21a-0ddc5bae3890" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.025s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.292579] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066737} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.292579] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.293310] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf3140-893b-4f2a-9391-ee037a88cfc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.307790] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.318946] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 59a3ef48-15fd-4795-aeb7-8dbb76598879/59a3ef48-15fd-4795-aeb7-8dbb76598879.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.319527] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b540cf2-a0be-452c-ae2c-41a8cbe45973 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.341741] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1292.341741] env[70491]: value = "task-3295229" [ 1292.341741] env[70491]: _type = "Task" [ 1292.341741] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.350875] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.368895] env[70491]: INFO nova.compute.manager [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Rebuilding instance [ 1292.419174] env[70491]: DEBUG nova.compute.manager [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1292.420106] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a5f0c-387a-4277-a9bb-38b48510f61f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.616277] env[70491]: INFO nova.compute.resource_tracker [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating resource usage from migration 780a9f81-6209-4720-86cc-db3ecbf1dc05 [ 1292.708996] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7979a-5612-45b8-ab87-440f897a255f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.716687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80333f2-1e93-4bc9-83a5-daf4d8ed6952 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.747972] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2fcc3f-24a4-488b-a904-0e3ea50b0235 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.755836] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0747c95-47c2-4d28-af25-96f7887ec803 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.769388] env[70491]: DEBUG nova.compute.provider_tree [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.835058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.851880] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295229, 'name': ReconfigVM_Task, 'duration_secs': 0.2897} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.852181] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 59a3ef48-15fd-4795-aeb7-8dbb76598879/59a3ef48-15fd-4795-aeb7-8dbb76598879.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.852799] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1462719a-601b-42bd-bcdd-3ff00421450e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.859065] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1292.859065] env[70491]: value = "task-3295230" [ 1292.859065] env[70491]: _type = "Task" [ 1292.859065] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.866785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.867019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.867220] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.867405] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.867573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.869052] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295230, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.869571] env[70491]: INFO nova.compute.manager [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Terminating instance [ 1293.273118] env[70491]: DEBUG nova.scheduler.client.report [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.369852] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295230, 'name': Rename_Task, 'duration_secs': 0.141972} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.370170] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.370386] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eef1f82-5f1c-49f0-a435-4c29532f8cd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.372703] env[70491]: DEBUG nova.compute.manager [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.372966] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1293.373851] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af854031-02ca-4418-ad5b-494163c20c04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.377426] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1293.377426] env[70491]: value = "task-3295231" [ 1293.377426] env[70491]: _type = "Task" [ 1293.377426] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.384537] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.387317] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbdc7b5d-00a9-4974-98b1-399656e8ef82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.388707] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.393715] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1293.393715] env[70491]: value = "task-3295232" [ 1293.393715] env[70491]: _type = "Task" [ 1293.393715] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.402358] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.436979] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.437255] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a8243ef-f25c-4b65-b490-020a9fc134a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.445865] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1293.445865] env[70491]: value = "task-3295233" [ 1293.445865] env[70491]: _type = "Task" [ 1293.445865] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.455795] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.778700] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.178s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.779012] env[70491]: INFO nova.compute.manager [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Migrating [ 1293.785891] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.964s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.787497] env[70491]: INFO nova.compute.claims [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.888665] env[70491]: DEBUG oslo_vmware.api [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295231, 'name': PowerOnVM_Task, 'duration_secs': 0.470716} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.888930] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.889166] env[70491]: INFO nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1293.889387] env[70491]: DEBUG nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.890133] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d1807-2d2e-4fda-9acd-5e2be3f32203 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.907208] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295232, 'name': PowerOffVM_Task, 'duration_secs': 0.254962} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.907462] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.907630] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1293.907863] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2832e3-87b9-4c6f-abc6-733940742216 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.956587] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295233, 'name': PowerOffVM_Task, 'duration_secs': 0.170965} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.956865] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1293.957594] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.957849] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-329ca156-4aeb-42c0-ae4b-1be47dfaa823 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.965900] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1293.965900] env[70491]: value = "task-3295235" [ 1293.965900] env[70491]: _type = "Task" [ 1293.965900] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.976266] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.977508] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1293.977705] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1293.977915] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleting the datastore file [datastore2] d2c08e6b-4ca2-4664-ba66-c7f857c61871 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1293.978160] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7959c243-00e0-4981-8024-e203a93692d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.984843] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for the task: (returnval){ [ 1293.984843] env[70491]: value = "task-3295236" [ 1293.984843] env[70491]: _type = "Task" [ 1293.984843] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.992963] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.301674] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.301850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.302037] env[70491]: DEBUG nova.network.neutron [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.409934] env[70491]: INFO nova.compute.manager [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Took 16.35 seconds to build instance. [ 1294.477945] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1294.478159] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.478719] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658044', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'name': 'volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d436485-87d8-4c2c-9623-fe7bf5ef90d8', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'serial': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.479171] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48289a0a-e8f1-4bdc-90ce-536f007b0953 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.501521] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49236d8-9ed7-4494-99ab-29ceb884498f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.509613] env[70491]: DEBUG oslo_vmware.api [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Task: {'id': task-3295236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.511336] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1294.511531] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1294.511714] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1294.511892] env[70491]: INFO nova.compute.manager [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1294.512158] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.512502] env[70491]: DEBUG nova.compute.manager [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1294.512604] env[70491]: DEBUG nova.network.neutron [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1294.514736] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed40e2a-9e40-4492-8442-485dea67f834 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.535214] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc95357-52a5-498f-9e2a-085bad9950c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.551757] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923/volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.557144] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.557712] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef4adfef-1152-45c2-abf6-5888a90be6a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.576867] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1294.576867] env[70491]: value = "task-3295237" [ 1294.576867] env[70491]: _type = "Task" [ 1294.576867] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.593778] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295237, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.847167] env[70491]: DEBUG nova.compute.manager [req-4219dac3-54ac-4814-957d-7050a9cf643a req-d8a7c45a-28a7-4bb2-85de-485b4a72de37 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Received event network-vif-deleted-8a8930e5-92d1-4e33-87dd-e00e6e83476e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.847420] env[70491]: INFO nova.compute.manager [req-4219dac3-54ac-4814-957d-7050a9cf643a req-d8a7c45a-28a7-4bb2-85de-485b4a72de37 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Neutron deleted interface 8a8930e5-92d1-4e33-87dd-e00e6e83476e; detaching it from the instance and deleting it from the info cache [ 1294.847675] env[70491]: DEBUG nova.network.neutron [req-4219dac3-54ac-4814-957d-7050a9cf643a req-d8a7c45a-28a7-4bb2-85de-485b4a72de37 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.912140] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fe8183d9-8a2d-4f3f-93ef-780786e293b0 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.867s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.928105] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f494c4a2-8d27-480e-a9f3-d0f1df16fa44 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.936423] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16255af5-ad58-43c3-9a35-2e67a61855ad {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.971221] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186e95e9-0d1c-4cec-9d17-ff832e11e960 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.979594] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53e6ad-04e2-49be-ac16-3f00751ce3c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.996057] env[70491]: DEBUG nova.compute.provider_tree [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.052049] env[70491]: DEBUG nova.network.neutron [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.088013] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295237, 'name': ReconfigVM_Task, 'duration_secs': 0.199825} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.088336] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1295.093228] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-985b5dbf-5b14-4b38-b02f-6d910736b4c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.109999] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1295.109999] env[70491]: value = "task-3295238" [ 1295.109999] env[70491]: _type = "Task" [ 1295.109999] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.118388] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.337265] env[70491]: DEBUG nova.network.neutron [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.355624] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-728c1283-3c9f-4d44-84b3-29ad989d4768 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.366619] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff14bb6-2aaf-4c5c-b1cf-211eb7d3f74e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.397929] env[70491]: DEBUG nova.compute.manager [req-4219dac3-54ac-4814-957d-7050a9cf643a req-d8a7c45a-28a7-4bb2-85de-485b4a72de37 service nova] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Detach interface failed, port_id=8a8930e5-92d1-4e33-87dd-e00e6e83476e, reason: Instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1295.498750] env[70491]: DEBUG nova.scheduler.client.report [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.503833] env[70491]: DEBUG nova.compute.manager [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Received event network-changed-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.504052] env[70491]: DEBUG nova.compute.manager [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Refreshing instance network info cache due to event network-changed-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.504490] env[70491]: DEBUG oslo_concurrency.lockutils [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] Acquiring lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.504490] env[70491]: DEBUG oslo_concurrency.lockutils [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] Acquired lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.505293] env[70491]: DEBUG nova.network.neutron [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Refreshing network info cache for port cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.555247] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.620747] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295238, 'name': ReconfigVM_Task, 'duration_secs': 0.116988} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.621086] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658044', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'name': 'volume-0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4d436485-87d8-4c2c-9623-fe7bf5ef90d8', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923', 'serial': '0b0ae700-583a-4903-8bf1-cb0b1c4f2923'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.621422] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.622151] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde78020-141c-416c-b7ee-ad02b906fcfd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.629413] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.629652] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed0dc216-928a-483a-a9ac-3ec501200c1c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.693552] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.693763] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.693945] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Deleting the datastore file [datastore1] 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.694661] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0e8924-761c-422d-8c12-bc182c33670d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.702679] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for the task: (returnval){ [ 1295.702679] env[70491]: value = "task-3295240" [ 1295.702679] env[70491]: _type = "Task" [ 1295.702679] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.712266] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.838609] env[70491]: INFO nova.compute.manager [-] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Took 1.33 seconds to deallocate network for instance. [ 1296.007416] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.007968] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1296.014041] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.178s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.014425] env[70491]: INFO nova.compute.claims [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.213471] env[70491]: DEBUG oslo_vmware.api [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Task: {'id': task-3295240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078621} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.214364] env[70491]: DEBUG nova.network.neutron [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updated VIF entry in instance network info cache for port cb1920dd-ea81-4d1e-abd3-83f3dd456f1b. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.214657] env[70491]: DEBUG nova.network.neutron [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updating instance_info_cache with network_info: [{"id": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "address": "fa:16:3e:e1:ac:0e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb1920dd-ea", "ovs_interfaceid": "cb1920dd-ea81-4d1e-abd3-83f3dd456f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.215895] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.216102] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.216285] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.271759] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1296.272143] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76b2b84e-3202-4e48-8d02-2d854e16e78e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.283268] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c21ace-1970-455c-80af-8fea2ca817ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.314426] env[70491]: ERROR nova.compute.manager [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Failed to detach volume 0b0ae700-583a-4903-8bf1-cb0b1c4f2923 from /dev/sda: nova.exception.InstanceNotFound: Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 could not be found. [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Traceback (most recent call last): [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self.driver.rebuild(**kwargs) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise NotImplementedError() [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] NotImplementedError [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] During handling of the above exception, another exception occurred: [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Traceback (most recent call last): [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self.driver.detach_volume(context, old_connection_info, [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] return self._volumeops.detach_volume(connection_info, instance) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._detach_volume_vmdk(connection_info, instance) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] stable_ref.fetch_moref(session) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] nova.exception.InstanceNotFound: Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 could not be found. [ 1296.314426] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.346877] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.456360] env[70491]: DEBUG nova.compute.utils [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Build of instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 aborted: Failed to rebuild volume backed instance. {{(pid=70491) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1296.457897] env[70491]: ERROR nova.compute.manager [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 aborted: Failed to rebuild volume backed instance. [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Traceback (most recent call last): [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self.driver.rebuild(**kwargs) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise NotImplementedError() [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] NotImplementedError [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] During handling of the above exception, another exception occurred: [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Traceback (most recent call last): [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._detach_root_volume(context, instance, root_bdm) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] with excutils.save_and_reraise_exception(): [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self.force_reraise() [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise self.value [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self.driver.detach_volume(context, old_connection_info, [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] return self._volumeops.detach_volume(connection_info, instance) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._detach_volume_vmdk(connection_info, instance) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] stable_ref.fetch_moref(session) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] nova.exception.InstanceNotFound: Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 could not be found. [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] During handling of the above exception, another exception occurred: [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Traceback (most recent call last): [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] yield [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1296.457897] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._do_rebuild_instance_with_claim( [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._do_rebuild_instance( [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._rebuild_default_impl(**kwargs) [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] self._rebuild_volume_backed_instance( [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] raise exception.BuildAbortException( [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] nova.exception.BuildAbortException: Build of instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 aborted: Failed to rebuild volume backed instance. [ 1296.459287] env[70491]: ERROR nova.compute.manager [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] [ 1296.514614] env[70491]: DEBUG nova.compute.utils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.516477] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.516655] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.559972] env[70491]: DEBUG nova.policy [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faa0738bc98348dfbd7de3f6c3c536ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f93fdf9259a947a7a717f20a48f8839f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.719249] env[70491]: DEBUG oslo_concurrency.lockutils [req-13b382a7-3367-4230-9e64-72d20c0f3142 req-78fcd288-8aa6-4c91-a00d-5e3205f22266 service nova] Releasing lock "refresh_cache-59a3ef48-15fd-4795-aeb7-8dbb76598879" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.833412] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Successfully created port: 1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.019456] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.069299] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8e982-933f-4a6e-924f-45fa80f56604 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.092611] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.134481] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26137a96-d303-43b5-8510-88329c86045d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.143606] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87626d5-6e65-4035-ac7d-867685498ef1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.174194] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504ad74a-3cee-4fb8-b205-8e2439bcb09e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.181911] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a43f961-86e2-4855-9626-eb14e8c8fcac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.196093] env[70491]: DEBUG nova.compute.provider_tree [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.600417] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.600753] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06f555b1-7a95-427d-a4cd-a8785858d0ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.609331] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1297.609331] env[70491]: value = "task-3295242" [ 1297.609331] env[70491]: _type = "Task" [ 1297.609331] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.620101] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.699457] env[70491]: DEBUG nova.scheduler.client.report [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.032108] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.061260] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.061528] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.061685] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.061865] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.062032] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.062189] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.062398] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.062553] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.062719] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.062882] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.063063] env[70491]: DEBUG nova.virt.hardware [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.063981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33dab9f-3fe8-4463-b793-7e3d518498b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.072163] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea9092-790b-4492-b547-f85a857e1b19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.118371] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295242, 'name': PowerOffVM_Task, 'duration_secs': 0.203762} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.118624] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1298.118806] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.205044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.205216] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.207787] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.861s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.209947] env[70491]: DEBUG nova.objects.instance [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lazy-loading 'resources' on Instance uuid d2c08e6b-4ca2-4664-ba66-c7f857c61871 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.262211] env[70491]: DEBUG nova.compute.manager [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Received event network-vif-plugged-1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.262501] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.262640] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.262790] env[70491]: DEBUG oslo_concurrency.lockutils [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.262997] env[70491]: DEBUG nova.compute.manager [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] No waiting events found dispatching network-vif-plugged-1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.263309] env[70491]: WARNING nova.compute.manager [req-ea496b06-f55b-407c-90de-0694bf61eb98 req-8fd84bdb-172b-4a81-815c-a48161e46160 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Received unexpected event network-vif-plugged-1a7f16b8-2c30-4196-824f-008b62e774dc for instance with vm_state building and task_state spawning. [ 1298.338711] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Successfully updated port: 1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.472611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.624997] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.625419] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.625419] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.625661] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.625819] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.625976] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.626189] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.626365] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.626523] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.626682] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.626974] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.631904] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cddb73b-90a2-4cd5-aa12-06457a941f81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.648939] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1298.648939] env[70491]: value = "task-3295243" [ 1298.648939] env[70491]: _type = "Task" [ 1298.648939] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.657626] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.711334] env[70491]: DEBUG nova.compute.utils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.716241] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.716241] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.755028] env[70491]: DEBUG nova.policy [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6632be7e596045e38237b5bb5ae680d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3a5f674fdfe4461a910c21eeed3d99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.839548] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63aff76b-fc0c-433e-b47a-ae7380c31123 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.842761] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.842983] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.843333] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.862494] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061bc11-5e5c-4b4d-914f-82ff3dbd6d4f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.918782] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8738c-c1c7-4567-9213-a1713b6c410f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.933266] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18938930-7cd5-40d5-b0d1-ea1c18373a16 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.949695] env[70491]: DEBUG nova.compute.provider_tree [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.160191] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295243, 'name': ReconfigVM_Task, 'duration_secs': 0.192703} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.160570] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.181183] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Successfully created port: 741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1299.216697] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.397747] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.426979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.427251] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.427471] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.427657] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.427823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.429884] env[70491]: INFO nova.compute.manager [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Terminating instance [ 1299.452731] env[70491]: DEBUG nova.scheduler.client.report [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.558303] env[70491]: DEBUG nova.network.neutron [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating instance_info_cache with network_info: [{"id": "1a7f16b8-2c30-4196-824f-008b62e774dc", "address": "fa:16:3e:34:f3:40", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f16b8-2c", "ovs_interfaceid": "1a7f16b8-2c30-4196-824f-008b62e774dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.667739] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.668068] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.668167] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.668364] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.668599] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.668769] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.668984] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.669166] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.669337] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.669545] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.669745] env[70491]: DEBUG nova.virt.hardware [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.676068] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.676375] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-480a320c-0331-40d5-b271-0b957e4e97d2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.696625] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1299.696625] env[70491]: value = "task-3295245" [ 1299.696625] env[70491]: _type = "Task" [ 1299.696625] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.705749] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.933673] env[70491]: DEBUG nova.compute.manager [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.934061] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f0ae733-be14-4ff9-aea7-f2d83db8a6fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.946485] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8179eda0-0cce-48d0-9c1d-b3f4f75e342d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.958266] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.960484] env[70491]: DEBUG oslo_concurrency.lockutils [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.488s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.981958] env[70491]: WARNING nova.virt.vmwareapi.driver [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 could not be found. [ 1299.982201] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.983460] env[70491]: INFO nova.scheduler.client.report [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Deleted allocations for instance d2c08e6b-4ca2-4664-ba66-c7f857c61871 [ 1299.987661] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-585ff6d4-db08-4363-90b5-5438295515fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.999862] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41de723f-29c1-4f64-aa91-988a2e73267a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.034959] env[70491]: WARNING nova.virt.vmwareapi.vmops [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 could not be found. [ 1300.035209] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.035510] env[70491]: INFO nova.compute.manager [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1300.035768] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.035996] env[70491]: DEBUG nova.compute.manager [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.036106] env[70491]: DEBUG nova.network.neutron [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.060714] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.061039] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Instance network_info: |[{"id": "1a7f16b8-2c30-4196-824f-008b62e774dc", "address": "fa:16:3e:34:f3:40", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f16b8-2c", "ovs_interfaceid": "1a7f16b8-2c30-4196-824f-008b62e774dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.061617] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:f3:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a7f16b8-2c30-4196-824f-008b62e774dc', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.069401] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.072061] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.072476] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1fcecc7-431d-4679-a2df-2b667139db27 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.097395] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.097395] env[70491]: value = "task-3295246" [ 1300.097395] env[70491]: _type = "Task" [ 1300.097395] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.101885] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a89993f-f434-4abf-a252-a21e6a519fef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.109203] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295246, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.111794] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f679d-5eee-47f9-b75a-14367f87c257 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.145062] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2cd4b-e2c0-4e84-bdc9-0cf5d6fb6cb0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.152839] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e40baf1-ece9-48f5-a08e-1c5ac6c6e234 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.169240] env[70491]: DEBUG nova.compute.provider_tree [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.207505] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295245, 'name': ReconfigVM_Task, 'duration_secs': 0.198072} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.207858] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.208832] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657e232-8cf8-4a91-90b2-4599c8ec9c4a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.232665] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.233931] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.235951] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e5ce7c-3ee3-4f16-a077-ddce1b97cdff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.257030] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1300.257030] env[70491]: value = "task-3295247" [ 1300.257030] env[70491]: _type = "Task" [ 1300.257030] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.266195] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.274502] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.274770] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.274955] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.275168] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.275342] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.275507] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.275720] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.275879] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.276058] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.276228] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.276408] env[70491]: DEBUG nova.virt.hardware [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.277275] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57849ddf-d383-4cfc-847c-5acaa49b87e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.285793] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ecf76-ccfb-4005-aee1-fbd6acd959d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.305468] env[70491]: DEBUG nova.compute.manager [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Received event network-changed-1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.305650] env[70491]: DEBUG nova.compute.manager [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Refreshing instance network info cache due to event network-changed-1a7f16b8-2c30-4196-824f-008b62e774dc. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.305890] env[70491]: DEBUG oslo_concurrency.lockutils [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] Acquiring lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.306089] env[70491]: DEBUG oslo_concurrency.lockutils [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] Acquired lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.306206] env[70491]: DEBUG nova.network.neutron [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Refreshing network info cache for port 1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.496612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-fc867fa4-3217-4d4e-8edd-e2ed27fa87e8 tempest-ServerRescueNegativeTestJSON-441568091 tempest-ServerRescueNegativeTestJSON-441568091-project-member] Lock "d2c08e6b-4ca2-4664-ba66-c7f857c61871" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.629s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.607350] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295246, 'name': CreateVM_Task, 'duration_secs': 0.398908} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.607548] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.608242] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.608407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.608803] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.609058] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4c2f2e-9d42-4494-aa50-a21f39b4a7e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.614984] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1300.614984] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295cc96-d30b-c9f1-18a4-ebb06fed59f6" [ 1300.614984] env[70491]: _type = "Task" [ 1300.614984] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.623909] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295cc96-d30b-c9f1-18a4-ebb06fed59f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.673612] env[70491]: DEBUG nova.scheduler.client.report [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.766839] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Successfully updated port: 741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.778818] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295247, 'name': ReconfigVM_Task, 'duration_secs': 0.297482} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.780300] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 8b685346-c354-4723-b640-187dbb685009/8b685346-c354-4723-b640-187dbb685009.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.780978] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.988065] env[70491]: DEBUG nova.network.neutron [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updated VIF entry in instance network info cache for port 1a7f16b8-2c30-4196-824f-008b62e774dc. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.988438] env[70491]: DEBUG nova.network.neutron [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating instance_info_cache with network_info: [{"id": "1a7f16b8-2c30-4196-824f-008b62e774dc", "address": "fa:16:3e:34:f3:40", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f16b8-2c", "ovs_interfaceid": "1a7f16b8-2c30-4196-824f-008b62e774dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.052929] env[70491]: DEBUG nova.network.neutron [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.129629] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295cc96-d30b-c9f1-18a4-ebb06fed59f6, 'name': SearchDatastore_Task, 'duration_secs': 0.037095} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.129629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.129629] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.129629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.129629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.129830] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.130546] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fa1d48d-5e90-44ab-8bc3-fb6db212c63a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.144808] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.145107] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.145767] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39092936-234e-465a-9355-a748a492fc6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.153940] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1301.153940] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5219ca46-9432-f3cb-1a4e-220ae769a213" [ 1301.153940] env[70491]: _type = "Task" [ 1301.153940] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.163339] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5219ca46-9432-f3cb-1a4e-220ae769a213, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.179329] env[70491]: DEBUG oslo_concurrency.lockutils [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.219s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.179533] env[70491]: INFO nova.compute.manager [None req-100d049e-ab9f-4880-bb88-369948857ef5 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Successfully reverted task state from rebuilding on failure for instance. [ 1301.272716] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.272913] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.273056] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.288097] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b2128-fc9c-4f42-8aba-c287a77c4384 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.309769] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a8a2d3-d925-43a2-bfc1-0da34c7d835b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.331737] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.491759] env[70491]: DEBUG oslo_concurrency.lockutils [req-50383585-8e5a-4202-a73d-9568dc6790cd req-27d5fcf9-73e7-4444-a970-8b15b29afcbd service nova] Releasing lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.560201] env[70491]: INFO nova.compute.manager [-] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Took 1.52 seconds to deallocate network for instance. [ 1301.668031] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5219ca46-9432-f3cb-1a4e-220ae769a213, 'name': SearchDatastore_Task, 'duration_secs': 0.013201} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.668031] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f0eafd-1d78-425c-8186-0ebec0f166e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.671840] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1301.671840] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522c6588-6727-aedd-ba8f-cef4f864ae90" [ 1301.671840] env[70491]: _type = "Task" [ 1301.671840] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.680811] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522c6588-6727-aedd-ba8f-cef4f864ae90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.825248] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.918752] env[70491]: DEBUG nova.network.neutron [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Port 22ac32f8-b5c5-48d0-b631-bbd01136460e binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1302.045897] env[70491]: DEBUG nova.network.neutron [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.111238] env[70491]: INFO nova.compute.manager [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Took 0.55 seconds to detach 1 volumes for instance. [ 1302.113492] env[70491]: DEBUG nova.compute.manager [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Deleting volume: 0b0ae700-583a-4903-8bf1-cb0b1c4f2923 {{(pid=70491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1302.194022] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]522c6588-6727-aedd-ba8f-cef4f864ae90, 'name': SearchDatastore_Task, 'duration_secs': 0.017151} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.194022] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.194022] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 1a10be10-e634-4bfc-8af4-ee9f43d16952/1a10be10-e634-4bfc-8af4-ee9f43d16952.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.194022] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59ebd28d-d7c1-48b6-835c-0c06ce41c3cc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.203932] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1302.203932] env[70491]: value = "task-3295249" [ 1302.203932] env[70491]: _type = "Task" [ 1302.203932] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.216345] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.345612] env[70491]: DEBUG nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Received event network-vif-deleted-f101413d-15b0-4b2d-947d-42c85b42b171 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.345828] env[70491]: DEBUG nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Received event network-vif-plugged-741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.346129] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.346828] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.348693] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.348693] env[70491]: DEBUG nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] No waiting events found dispatching network-vif-plugged-741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.348693] env[70491]: WARNING nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Received unexpected event network-vif-plugged-741cf1d6-c869-4ee3-80d4-24889d82792a for instance with vm_state building and task_state spawning. [ 1302.348693] env[70491]: DEBUG nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Received event network-changed-741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.348693] env[70491]: DEBUG nova.compute.manager [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Refreshing instance network info cache due to event network-changed-741cf1d6-c869-4ee3-80d4-24889d82792a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.348693] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.549195] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.549195] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Instance network_info: |[{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.549469] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.550386] env[70491]: DEBUG nova.network.neutron [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Refreshing network info cache for port 741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.550939] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:98:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741cf1d6-c869-4ee3-80d4-24889d82792a', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.559647] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.560500] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.560862] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b829fbd3-b625-418f-89e6-6dd89b30b23c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.584355] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.584355] env[70491]: value = "task-3295251" [ 1302.584355] env[70491]: _type = "Task" [ 1302.584355] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.592949] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295251, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.657101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.658373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.658373] env[70491]: DEBUG nova.objects.instance [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lazy-loading 'resources' on Instance uuid 4d436485-87d8-4c2c-9623-fe7bf5ef90d8 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.717654] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489214} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.718349] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 1a10be10-e634-4bfc-8af4-ee9f43d16952/1a10be10-e634-4bfc-8af4-ee9f43d16952.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.718349] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.718543] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66f7d68d-3013-4544-ae62-54abe71358b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.729888] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1302.729888] env[70491]: value = "task-3295252" [ 1302.729888] env[70491]: _type = "Task" [ 1302.729888] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.741253] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.948557] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.949102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.949369] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.093584] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295251, 'name': CreateVM_Task, 'duration_secs': 0.3773} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.093815] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1303.094549] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.094656] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.094974] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.095252] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a2882f-6990-40fa-9ad6-a38905d8c4e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.100242] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1303.100242] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52da0030-9f79-8a49-23da-1871a086573c" [ 1303.100242] env[70491]: _type = "Task" [ 1303.100242] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.108533] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52da0030-9f79-8a49-23da-1871a086573c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.242835] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066957} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.246507] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1303.250091] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118b0971-1f1c-486f-bedc-9f9a9a94688d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.281411] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1a10be10-e634-4bfc-8af4-ee9f43d16952/1a10be10-e634-4bfc-8af4-ee9f43d16952.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.284547] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d66b3b-88f6-4acc-bd5c-11bb4a2440e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.308722] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1303.308722] env[70491]: value = "task-3295254" [ 1303.308722] env[70491]: _type = "Task" [ 1303.308722] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.318676] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.335125] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc3ea79-1fa2-4964-aea7-908bce385b22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.344857] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ed1b4c-b875-442c-bf17-87c1ec30a334 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.380912] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ecd41-c687-4190-bbed-24446865760c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.391052] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a599a265-4fe4-42eb-93cb-e6a5addfacd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.405272] env[70491]: DEBUG nova.compute.provider_tree [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.415547] env[70491]: DEBUG nova.network.neutron [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updated VIF entry in instance network info cache for port 741cf1d6-c869-4ee3-80d4-24889d82792a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.416282] env[70491]: DEBUG nova.network.neutron [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.611772] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52da0030-9f79-8a49-23da-1871a086573c, 'name': SearchDatastore_Task, 'duration_secs': 0.049851} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.612096] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.612335] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.612578] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.612726] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.613010] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.613301] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce45ea8b-e086-4b39-95f7-8989292a6a46 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.622172] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.622378] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.623175] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcb9737-4f93-4769-8910-6a6312cb0b90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.629253] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1303.629253] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52de53a4-fbc8-e2a0-a437-052b17488d9f" [ 1303.629253] env[70491]: _type = "Task" [ 1303.629253] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.638374] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52de53a4-fbc8-e2a0-a437-052b17488d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.818967] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295254, 'name': ReconfigVM_Task, 'duration_secs': 0.322626} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.820730] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1a10be10-e634-4bfc-8af4-ee9f43d16952/1a10be10-e634-4bfc-8af4-ee9f43d16952.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.820730] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78fe4904-36ca-4667-a72d-443e720ca676 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.828784] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1303.828784] env[70491]: value = "task-3295255" [ 1303.828784] env[70491]: _type = "Task" [ 1303.828784] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.838649] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295255, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.918692] env[70491]: DEBUG oslo_concurrency.lockutils [req-9cdb37e2-a451-49ad-a950-eec09571fa5d req-ef1f321c-29cd-4b1b-9704-db24578648aa service nova] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.931265] env[70491]: ERROR nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] [req-67c4319a-f952-4838-b3ae-40dee0642c9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-67c4319a-f952-4838-b3ae-40dee0642c9b"}]} [ 1303.951079] env[70491]: DEBUG nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1303.966050] env[70491]: DEBUG nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1303.966323] env[70491]: DEBUG nova.compute.provider_tree [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1303.984647] env[70491]: DEBUG nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1303.998399] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.998589] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.998795] env[70491]: DEBUG nova.network.neutron [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.005173] env[70491]: DEBUG nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1304.106668] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2639dc43-51be-4ef7-a710-8ae8133e2ea4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.115058] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e2c3b6-a683-4bdb-bdf2-7bc61a32d898 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.149690] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e04605-b019-45a5-af22-8fd7469ed245 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.161273] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df0513-8246-493e-8cd4-32e5e0e8ba54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.165523] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52de53a4-fbc8-e2a0-a437-052b17488d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.166625] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95727820-be5c-419f-9c53-a483ec686aa0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.176328] env[70491]: DEBUG nova.compute.provider_tree [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.181887] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1304.181887] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28d15-e171-e2f0-69f1-2217dc84463b" [ 1304.181887] env[70491]: _type = "Task" [ 1304.181887] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.191875] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28d15-e171-e2f0-69f1-2217dc84463b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.338550] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295255, 'name': Rename_Task, 'duration_secs': 0.14588} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.338822] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.339072] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa88cd8f-7af5-457b-8d33-69d405b05040 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.346643] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1304.346643] env[70491]: value = "task-3295256" [ 1304.346643] env[70491]: _type = "Task" [ 1304.346643] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.355259] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.700249] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52b28d15-e171-e2f0-69f1-2217dc84463b, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.700609] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.700961] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.701345] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1903ac75-6fd7-454e-a652-330c4f84b434 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.711514] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1304.711514] env[70491]: value = "task-3295257" [ 1304.711514] env[70491]: _type = "Task" [ 1304.711514] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.724462] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.725263] env[70491]: DEBUG nova.scheduler.client.report [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1304.725614] env[70491]: DEBUG nova.compute.provider_tree [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 161 to 162 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1304.726457] env[70491]: DEBUG nova.compute.provider_tree [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1304.818353] env[70491]: DEBUG nova.network.neutron [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.858455] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295256, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.226274] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.232040] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.574s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.321130] env[70491]: DEBUG oslo_concurrency.lockutils [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.363731] env[70491]: DEBUG oslo_vmware.api [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295256, 'name': PowerOnVM_Task, 'duration_secs': 0.622125} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.364045] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.364365] env[70491]: INFO nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1305.364600] env[70491]: DEBUG nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.365479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2eec9-d90c-42a1-a936-69b502cc0c5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.725128] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535146} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.725925] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1305.725925] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1305.726157] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd103725-834f-4b9b-8e3d-c450372b28c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.736441] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1305.736441] env[70491]: value = "task-3295259" [ 1305.736441] env[70491]: _type = "Task" [ 1305.736441] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.747589] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.767052] env[70491]: DEBUG oslo_concurrency.lockutils [None req-15fdee8a-6297-474d-8ba3-67deddb6c067 tempest-ServerActionsV293TestJSON-288370514 tempest-ServerActionsV293TestJSON-288370514-project-member] Lock "4d436485-87d8-4c2c-9623-fe7bf5ef90d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.340s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.857747] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7241a-bfb4-4797-b085-1cc4a41e23e6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.878035] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9be98-b05c-4ab5-b0ea-70cdc49ea81f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.891270] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.898986] env[70491]: INFO nova.compute.manager [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Took 14.10 seconds to build instance. [ 1306.248363] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153763} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.248730] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1306.249680] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373c798-b7dd-4564-bb62-413ff81ce34b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.278340] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.278863] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ad7f459-9ec5-4ef3-a34f-54dd92d103a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.299878] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1306.299878] env[70491]: value = "task-3295260" [ 1306.299878] env[70491]: _type = "Task" [ 1306.299878] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.310136] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.400886] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.401485] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dbdc4c12-55d3-48df-b41f-3997ac6d3fee tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.617s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.401726] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42bd7e3f-475a-4396-bfff-4b83712ad671 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.410467] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1306.410467] env[70491]: value = "task-3295261" [ 1306.410467] env[70491]: _type = "Task" [ 1306.410467] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.426501] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.596503] env[70491]: DEBUG nova.compute.manager [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Received event network-changed-1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.596786] env[70491]: DEBUG nova.compute.manager [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Refreshing instance network info cache due to event network-changed-1a7f16b8-2c30-4196-824f-008b62e774dc. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.597110] env[70491]: DEBUG oslo_concurrency.lockutils [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] Acquiring lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.597349] env[70491]: DEBUG oslo_concurrency.lockutils [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] Acquired lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.597672] env[70491]: DEBUG nova.network.neutron [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Refreshing network info cache for port 1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.705189] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.705459] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.811691] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295260, 'name': ReconfigVM_Task, 'duration_secs': 0.297176} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.811987] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.812664] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68af2852-4162-41a4-8411-c5bbeee2b029 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.820825] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1306.820825] env[70491]: value = "task-3295262" [ 1306.820825] env[70491]: _type = "Task" [ 1306.820825] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.832124] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295262, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.921527] env[70491]: DEBUG oslo_vmware.api [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295261, 'name': PowerOnVM_Task, 'duration_secs': 0.385611} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.921884] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.922084] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-224cf73b-ed40-42d8-ba29-f368df70edd9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance '8b685346-c354-4723-b640-187dbb685009' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.209703] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.330204] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295262, 'name': Rename_Task, 'duration_secs': 0.201139} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.331112] env[70491]: DEBUG nova.network.neutron [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updated VIF entry in instance network info cache for port 1a7f16b8-2c30-4196-824f-008b62e774dc. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.331653] env[70491]: DEBUG nova.network.neutron [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating instance_info_cache with network_info: [{"id": "1a7f16b8-2c30-4196-824f-008b62e774dc", "address": "fa:16:3e:34:f3:40", "network": {"id": "2723f9e4-5e60-4d28-a749-70118fac4748", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1793416332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f93fdf9259a947a7a717f20a48f8839f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a7f16b8-2c", "ovs_interfaceid": "1a7f16b8-2c30-4196-824f-008b62e774dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.332981] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.333811] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-191fb6a3-22d3-4a95-8483-6d99dee09aae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.342246] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1307.342246] env[70491]: value = "task-3295264" [ 1307.342246] env[70491]: _type = "Task" [ 1307.342246] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.354474] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.732295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.732745] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.734688] env[70491]: INFO nova.compute.claims [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.834925] env[70491]: DEBUG oslo_concurrency.lockutils [req-ef7d1d40-577e-443a-bc83-34aa922821a1 req-67a1e079-b9b0-414f-8aea-0874b3d4ea1c service nova] Releasing lock "refresh_cache-1a10be10-e634-4bfc-8af4-ee9f43d16952" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.853970] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295264, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.353145] env[70491]: DEBUG oslo_vmware.api [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295264, 'name': PowerOnVM_Task, 'duration_secs': 0.571072} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.353539] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.353656] env[70491]: INFO nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1308.353840] env[70491]: DEBUG nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.354604] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0a806d-9fd0-45b6-b4c7-f0e0bea5a90d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.846382] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b3e5bd-2b0f-428e-91b7-2d5b3cc312fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.854533] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf75cb7-4d3f-4d30-96e2-6aa351b56e38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.892323] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6139ed-8e20-49c9-ba0b-5e95ab1cca8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.897593] env[70491]: INFO nova.compute.manager [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Took 16.08 seconds to build instance. [ 1308.903054] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786695d9-e1b4-44b5-8e5f-067b33f6eb35 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.919071] env[70491]: DEBUG nova.compute.provider_tree [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.165952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.166255] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.166476] env[70491]: DEBUG nova.compute.manager [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Going to confirm migration 8 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1309.399568] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72624cec-b928-4b07-bb0a-de01db10702f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.601s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.421918] env[70491]: DEBUG nova.scheduler.client.report [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.494682] env[70491]: DEBUG nova.compute.manager [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Received event network-changed-741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.494814] env[70491]: DEBUG nova.compute.manager [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Refreshing instance network info cache due to event network-changed-741cf1d6-c869-4ee3-80d4-24889d82792a. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.494943] env[70491]: DEBUG oslo_concurrency.lockutils [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.495189] env[70491]: DEBUG oslo_concurrency.lockutils [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.495414] env[70491]: DEBUG nova.network.neutron [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Refreshing network info cache for port 741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.705501] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.705715] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.705907] env[70491]: DEBUG nova.network.neutron [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.706111] env[70491]: DEBUG nova.objects.instance [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'info_cache' on Instance uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.927585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.928122] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.196735] env[70491]: DEBUG nova.network.neutron [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updated VIF entry in instance network info cache for port 741cf1d6-c869-4ee3-80d4-24889d82792a. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.197256] env[70491]: DEBUG nova.network.neutron [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.433191] env[70491]: DEBUG nova.compute.utils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.434731] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.434903] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.473231] env[70491]: DEBUG nova.policy [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8ecb9909c14100b6d4a9f3bf79159b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03f55d8331c94b2da49c8d50de46015b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.700758] env[70491]: DEBUG oslo_concurrency.lockutils [req-7d9746b1-28f5-4208-8dda-cf626fa96667 req-85a052ab-7da7-4e55-85c6-fd948707972e service nova] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.788475] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Successfully created port: cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.940420] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.049461] env[70491]: DEBUG nova.network.neutron [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [{"id": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "address": "fa:16:3e:a1:94:99", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22ac32f8-b5", "ovs_interfaceid": "22ac32f8-b5c5-48d0-b631-bbd01136460e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.551798] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-8b685346-c354-4723-b640-187dbb685009" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.552099] env[70491]: DEBUG nova.objects.instance [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'migration_context' on Instance uuid 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.951377] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.977564] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.977887] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.978103] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.978333] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.978518] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.978699] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.978939] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.979239] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.979386] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.979557] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.979734] env[70491]: DEBUG nova.virt.hardware [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.980621] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ebde0-c263-4f62-99d3-39eeb309db6d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.989397] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c52d09e-a564-4fed-aec6-0bd60d25cd54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.055504] env[70491]: DEBUG nova.objects.base [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Object Instance<8b685346-c354-4723-b640-187dbb685009> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1312.056470] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e86230-56df-48c0-aade-0b29c2c7b7e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.075986] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8900a8-6878-4da6-9aa4-dec2a1463cea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.081697] env[70491]: DEBUG oslo_vmware.api [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1312.081697] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d5b29c-188a-5e63-6894-87f301608608" [ 1312.081697] env[70491]: _type = "Task" [ 1312.081697] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.089231] env[70491]: DEBUG oslo_vmware.api [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d5b29c-188a-5e63-6894-87f301608608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.296283] env[70491]: DEBUG nova.compute.manager [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Received event network-vif-plugged-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.296530] env[70491]: DEBUG oslo_concurrency.lockutils [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.296716] env[70491]: DEBUG oslo_concurrency.lockutils [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] Lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.296890] env[70491]: DEBUG oslo_concurrency.lockutils [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] Lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.297399] env[70491]: DEBUG nova.compute.manager [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] No waiting events found dispatching network-vif-plugged-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1312.297892] env[70491]: WARNING nova.compute.manager [req-19250501-6fe5-4522-bed7-b0dbc3d4c28a req-749f6ee3-1f14-4a78-92e3-d399d970ec5f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Received unexpected event network-vif-plugged-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd for instance with vm_state building and task_state spawning. [ 1312.401259] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Successfully updated port: cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.592743] env[70491]: DEBUG oslo_vmware.api [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52d5b29c-188a-5e63-6894-87f301608608, 'name': SearchDatastore_Task, 'duration_secs': 0.015457} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.593081] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.593297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.904234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.904234] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.904426] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.195456] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8beff4-1a43-4d8d-bdc2-e572c9b33b36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.203009] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e97d13-6e71-4fe1-8af3-ba03498e6807 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.232550] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad2324-938f-46f2-8eba-2f7a2d415d51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.239672] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62d52e-0139-403d-8dad-398c7f401b11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.252572] env[70491]: DEBUG nova.compute.provider_tree [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.437316] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.570566] env[70491]: DEBUG nova.network.neutron [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.755804] env[70491]: DEBUG nova.scheduler.client.report [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.074572] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.074872] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Instance network_info: |[{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.075550] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:df:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.084820] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Creating folder: Project (03f55d8331c94b2da49c8d50de46015b). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.085204] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f986d03-0145-4c04-9ed0-240425ff9cb9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.099467] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Created folder: Project (03f55d8331c94b2da49c8d50de46015b) in parent group-v657728. [ 1314.099787] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Creating folder: Instances. Parent ref: group-v658060. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.100095] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-533547b2-7a81-412b-a8ce-170f12f8a473 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.111571] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Created folder: Instances in parent group-v658060. [ 1314.111914] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.112218] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.112512] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e1942aa-8229-4913-84fd-86ca2d891e2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.134470] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.134470] env[70491]: value = "task-3295269" [ 1314.134470] env[70491]: _type = "Task" [ 1314.134470] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.142830] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295269, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.327134] env[70491]: DEBUG nova.compute.manager [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Received event network-changed-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.327134] env[70491]: DEBUG nova.compute.manager [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Refreshing instance network info cache due to event network-changed-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.327134] env[70491]: DEBUG oslo_concurrency.lockutils [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] Acquiring lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.327134] env[70491]: DEBUG oslo_concurrency.lockutils [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] Acquired lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.327310] env[70491]: DEBUG nova.network.neutron [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Refreshing network info cache for port cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.645370] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295269, 'name': CreateVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.651794] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.652019] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.767449] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.174s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.009263] env[70491]: DEBUG nova.network.neutron [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updated VIF entry in instance network info cache for port cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.009705] env[70491]: DEBUG nova.network.neutron [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.146024] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295269, 'name': CreateVM_Task, 'duration_secs': 0.559709} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.146239] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.146892] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.147066] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.147428] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.147697] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c617839-0ece-4f1e-aad1-bb5224e7fd06 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.153638] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1315.153638] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52774ef2-fed1-d1e5-fe83-5347ad2dd108" [ 1315.153638] env[70491]: _type = "Task" [ 1315.153638] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.154157] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.169276] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52774ef2-fed1-d1e5-fe83-5347ad2dd108, 'name': SearchDatastore_Task, 'duration_secs': 0.011768} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.169663] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.169964] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1315.170310] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.170493] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.170750] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.171095] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3400eb59-4a8b-48dc-9fb2-6c8ed1153266 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.182493] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.182706] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.183515] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3192746b-4a4c-4b77-8a24-5c4221df3fe0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.190064] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1315.190064] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52debdce-f6e1-f066-ca1c-f22e13979d6d" [ 1315.190064] env[70491]: _type = "Task" [ 1315.190064] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.199450] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52debdce-f6e1-f066-ca1c-f22e13979d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.328143] env[70491]: INFO nova.scheduler.client.report [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted allocation for migration 780a9f81-6209-4720-86cc-db3ecbf1dc05 [ 1315.513111] env[70491]: DEBUG oslo_concurrency.lockutils [req-21af1b69-1275-4420-9ca9-04d33f7970ae req-de67fa70-38c9-49cd-bf6f-4acd0a7041ae service nova] Releasing lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.676980] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.677278] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.678828] env[70491]: INFO nova.compute.claims [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.702451] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52debdce-f6e1-f066-ca1c-f22e13979d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.703246] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1985a0e0-e790-4846-b331-a4c89dbc35ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.709091] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1315.709091] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524463d5-e8a8-2d7e-659d-97b16466403d" [ 1315.709091] env[70491]: _type = "Task" [ 1315.709091] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.718362] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524463d5-e8a8-2d7e-659d-97b16466403d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.833905] env[70491]: DEBUG oslo_concurrency.lockutils [None req-79d73368-a289-4aed-b32d-706459ef5fea tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.667s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.220092] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]524463d5-e8a8-2d7e-659d-97b16466403d, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.220342] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.220559] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] bab1f61b-be29-4980-b743-b207977bf9b5/bab1f61b-be29-4980-b743-b207977bf9b5.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.220812] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3334ad0-fa95-4165-9d4d-811ed9f09e36 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.228613] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1316.228613] env[70491]: value = "task-3295270" [ 1316.228613] env[70491]: _type = "Task" [ 1316.228613] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.232113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.232380] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.232604] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "8b685346-c354-4723-b640-187dbb685009-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.232815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.232982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.235064] env[70491]: INFO nova.compute.manager [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Terminating instance [ 1316.239457] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.740139] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458472} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.740412] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] bab1f61b-be29-4980-b743-b207977bf9b5/bab1f61b-be29-4980-b743-b207977bf9b5.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.740650] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.740935] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd0c4fa3-00ec-4914-a567-9b90533a9418 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.743034] env[70491]: DEBUG nova.compute.manager [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1316.743244] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1316.746105] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb9f848-921c-415d-a7d4-4420b68f402a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.753866] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.755012] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73d66591-339e-443a-be7b-cea607aef5e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.756530] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1316.756530] env[70491]: value = "task-3295271" [ 1316.756530] env[70491]: _type = "Task" [ 1316.756530] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.764147] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1316.764147] env[70491]: value = "task-3295272" [ 1316.764147] env[70491]: _type = "Task" [ 1316.764147] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.770316] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.778430] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.805426] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392d7687-afd4-4faa-8cd6-00d0f94dc41c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.813781] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173bf617-2e96-4696-a98d-643df4de4e23 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.845879] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6f7b03-bd8a-48da-968c-73aa0b6b7066 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.854431] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf9320e-7cfb-4c39-a45f-f2f0dc9dc6b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.868573] env[70491]: DEBUG nova.compute.provider_tree [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.268507] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06351} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.271481] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.272241] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9355fab4-bfc9-4231-a9d6-019edfd87f29 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.280470] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295272, 'name': PowerOffVM_Task, 'duration_secs': 0.212533} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.289240] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.289424] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.298144] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] bab1f61b-be29-4980-b743-b207977bf9b5/bab1f61b-be29-4980-b743-b207977bf9b5.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.298405] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f91c3d6-1816-4659-bd3a-697f25ffe1be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.299939] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e84456d-1cfe-425e-9182-7ca725f8b4f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.321226] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1317.321226] env[70491]: value = "task-3295274" [ 1317.321226] env[70491]: _type = "Task" [ 1317.321226] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.330423] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.372131] env[70491]: DEBUG nova.scheduler.client.report [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.377912] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1317.378275] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1317.378406] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleting the datastore file [datastore2] 8b685346-c354-4723-b640-187dbb685009 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1317.378667] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8e49b43-00cc-4520-bf49-f5582b3ee534 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.385281] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1317.385281] env[70491]: value = "task-3295275" [ 1317.385281] env[70491]: _type = "Task" [ 1317.385281] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.394736] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.462037] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.462037] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1317.831422] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295274, 'name': ReconfigVM_Task, 'duration_secs': 0.305356} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.831687] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] bab1f61b-be29-4980-b743-b207977bf9b5/bab1f61b-be29-4980-b743-b207977bf9b5.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.832370] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb81ec4-3c22-4185-ad17-5c19a4a6545d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.839608] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1317.839608] env[70491]: value = "task-3295276" [ 1317.839608] env[70491]: _type = "Task" [ 1317.839608] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.849536] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295276, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.877641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.878023] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.894993] env[70491]: DEBUG oslo_vmware.api [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169197} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.895248] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1317.895432] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1317.895609] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1317.895781] env[70491]: INFO nova.compute.manager [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 8b685346-c354-4723-b640-187dbb685009] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1317.896030] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.896211] env[70491]: DEBUG nova.compute.manager [-] [instance: 8b685346-c354-4723-b640-187dbb685009] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1317.896304] env[70491]: DEBUG nova.network.neutron [-] [instance: 8b685346-c354-4723-b640-187dbb685009] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1318.349928] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295276, 'name': Rename_Task, 'duration_secs': 0.151316} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.352228] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.352228] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12fc28e0-3199-4103-a4bd-42b1f71d66ea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.359654] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1318.359654] env[70491]: value = "task-3295277" [ 1318.359654] env[70491]: _type = "Task" [ 1318.359654] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.369177] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.371245] env[70491]: DEBUG nova.compute.manager [req-353665f3-5762-4f13-8c74-7cd3982a3a07 req-13edf3f2-4ba0-4551-95e1-67803ef3b2f4 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Received event network-vif-deleted-22ac32f8-b5c5-48d0-b631-bbd01136460e {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.371448] env[70491]: INFO nova.compute.manager [req-353665f3-5762-4f13-8c74-7cd3982a3a07 req-13edf3f2-4ba0-4551-95e1-67803ef3b2f4 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Neutron deleted interface 22ac32f8-b5c5-48d0-b631-bbd01136460e; detaching it from the instance and deleting it from the info cache [ 1318.371677] env[70491]: DEBUG nova.network.neutron [req-353665f3-5762-4f13-8c74-7cd3982a3a07 req-13edf3f2-4ba0-4551-95e1-67803ef3b2f4 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.383193] env[70491]: DEBUG nova.compute.utils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.385028] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.385202] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.433164] env[70491]: DEBUG nova.policy [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '985b0ae0a205426bbba44b2aba5959a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1f0af029e154dc7a5d296ccd05c69a2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.458064] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.701818] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Successfully created port: f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.854830] env[70491]: DEBUG nova.network.neutron [-] [instance: 8b685346-c354-4723-b640-187dbb685009] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.872131] env[70491]: DEBUG oslo_vmware.api [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295277, 'name': PowerOnVM_Task, 'duration_secs': 0.435728} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.872430] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.872657] env[70491]: INFO nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Took 6.92 seconds to spawn the instance on the hypervisor. [ 1318.872819] env[70491]: DEBUG nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.873751] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196906d-eb94-4452-97ed-46bdf2469dd4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.877476] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4544354-7110-48d2-a446-30395a48734f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.887977] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.892779] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571d59c-c4f0-4639-8a0b-7f0f97bb4941 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.925216] env[70491]: DEBUG nova.compute.manager [req-353665f3-5762-4f13-8c74-7cd3982a3a07 req-13edf3f2-4ba0-4551-95e1-67803ef3b2f4 service nova] [instance: 8b685346-c354-4723-b640-187dbb685009] Detach interface failed, port_id=22ac32f8-b5c5-48d0-b631-bbd01136460e, reason: Instance 8b685346-c354-4723-b640-187dbb685009 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.359242] env[70491]: INFO nova.compute.manager [-] [instance: 8b685346-c354-4723-b640-187dbb685009] Took 1.46 seconds to deallocate network for instance. [ 1319.397609] env[70491]: INFO nova.compute.manager [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Took 11.68 seconds to build instance. [ 1319.405618] env[70491]: INFO nova.virt.block_device [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Booting with volume 660202c5-abac-4357-98bb-d3a5390540c9 at /dev/sda [ 1319.441369] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7eccab1-d6e2-4dff-8180-dc9ab6acb3e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.452542] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b8ab68-fda6-4c7b-a5d3-bc23d6f4bbd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.483619] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-719901a9-20ed-43e6-8398-6531b0556719 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.493285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27da3a0-e5f3-47e1-8600-c1949f19be9f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.544572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1acebfe-8acb-4480-8f97-e3c9588f1f2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.551914] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c3cacc-d4b0-4308-a4e1-ec06617c1c86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.567037] env[70491]: DEBUG nova.virt.block_device [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating existing volume attachment record: cd5fc979-0447-4884-b5fe-9e4dc404ff2f {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.866035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.866035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.866035] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.890034] env[70491]: INFO nova.scheduler.client.report [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted allocations for instance 8b685346-c354-4723-b640-187dbb685009 [ 1319.900540] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4049f69e-ec83-4481-a327-89e866ced68f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.195s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.200964] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Successfully updated port: f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.398596] env[70491]: DEBUG oslo_concurrency.lockutils [None req-af8ff1af-9461-48c7-817e-3370fd54c68f tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "8b685346-c354-4723-b640-187dbb685009" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.166s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.404968] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Received event network-changed-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.405032] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Refreshing instance network info cache due to event network-changed-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.405382] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Acquiring lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.405568] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Acquired lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.405817] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Refreshing network info cache for port cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.461448] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.462101] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.703971] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.704252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.704315] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.119860] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updated VIF entry in instance network info cache for port cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.120331] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.144510] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.144741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.248876] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.393579] env[70491]: DEBUG nova.network.neutron [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.461734] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.462063] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1321.624629] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Releasing lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.625160] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Received event network-vif-plugged-f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.625278] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.625577] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.625765] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.625940] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] No waiting events found dispatching network-vif-plugged-f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.626147] env[70491]: WARNING nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Received unexpected event network-vif-plugged-f4a7c942-e7fb-481c-ba10-b35f276a1d72 for instance with vm_state building and task_state block_device_mapping. [ 1321.626325] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Received event network-changed-f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.626486] env[70491]: DEBUG nova.compute.manager [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Refreshing instance network info cache due to event network-changed-f4a7c942-e7fb-481c-ba10-b35f276a1d72. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.626687] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.647921] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.659881] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.660106] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.660352] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.660513] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.660698] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.660845] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.660994] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.661371] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.661465] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.661617] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.661956] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.661956] env[70491]: DEBUG nova.virt.hardware [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.663282] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827b0b96-11e6-448a-95e0-909d94f38901 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.672552] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e698069d-239c-4da2-8a44-fa35fc809131 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.896302] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.896542] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Instance network_info: |[{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1321.896874] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.897077] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Refreshing network info cache for port f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.898360] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:c0:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '233536d0-6913-4879-8442-42dcf1d4ecbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a7c942-e7fb-481c-ba10-b35f276a1d72', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.906346] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.907380] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.907615] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07aa535b-0514-45f8-9be6-36257650925e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.929319] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.929319] env[70491]: value = "task-3295278" [ 1321.929319] env[70491]: _type = "Task" [ 1321.929319] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.938447] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295278, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.966030] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.966300] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.966475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.966638] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1321.967573] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3371b5-fa2f-40d3-aa5e-4cfccf33916f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.976665] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1188ab02-eca6-4777-8e19-22218af71e22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.994914] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1546569-96a1-49de-a626-ea4f527f941f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.002734] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dcd521-3b2f-4bd0-8eb2-5b9009ddbcb7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.034741] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179078MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1322.034741] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.034843] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.174756] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.442031] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295278, 'name': CreateVM_Task, 'duration_secs': 0.436683} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.442213] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.442865] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658059', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'name': 'volume-660202c5-abac-4357-98bb-d3a5390540c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89f483b9-669f-41bf-8af7-5bde60d66881', 'attached_at': '', 'detached_at': '', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'serial': '660202c5-abac-4357-98bb-d3a5390540c9'}, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'cd5fc979-0447-4884-b5fe-9e4dc404ff2f', 'volume_type': None}], 'swap': None} {{(pid=70491) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1322.443083] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Root volume attach. Driver type: vmdk {{(pid=70491) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1322.443910] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0ca87-01dd-41dc-8163-c7a240c03ec0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.452248] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f364d7-bd07-4194-b6e8-2b1f19bde4f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.459136] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7217ff8f-348f-4c60-9c18-00e021981594 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.465804] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0827f641-f9d5-404c-8909-39a639bbd727 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.476429] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1322.476429] env[70491]: value = "task-3295279" [ 1322.476429] env[70491]: _type = "Task" [ 1322.476429] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.490569] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295279, 'name': RelocateVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.609630] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updated VIF entry in instance network info cache for port f4a7c942-e7fb-481c-ba10-b35f276a1d72. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.610009] env[70491]: DEBUG nova.network.neutron [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.989116] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295279, 'name': RelocateVM_Task} progress is 19%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.063376] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.063658] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 59a3ef48-15fd-4795-aeb7-8dbb76598879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.063841] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 1a10be10-e634-4bfc-8af4-ee9f43d16952 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.064018] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5baddb8f-9738-4d73-8f1d-68e013b86141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.064193] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance bab1f61b-be29-4980-b743-b207977bf9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.064350] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 89f483b9-669f-41bf-8af7-5bde60d66881 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1323.112703] env[70491]: DEBUG oslo_concurrency.lockutils [req-8b87fb5d-0191-46ce-b60d-b6ab050de59a req-1d574055-21cb-47c1-ae61-d5afee36448f service nova] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.488621] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295279, 'name': RelocateVM_Task, 'duration_secs': 0.871567} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.489035] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1323.489129] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658059', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'name': 'volume-660202c5-abac-4357-98bb-d3a5390540c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89f483b9-669f-41bf-8af7-5bde60d66881', 'attached_at': '', 'detached_at': '', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'serial': '660202c5-abac-4357-98bb-d3a5390540c9'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1323.489883] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe52102-7897-4c7f-991c-8fb3db9e7f52 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.505539] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a400ab1b-98fa-4ae7-9e7d-79605dce022a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.529882] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-660202c5-abac-4357-98bb-d3a5390540c9/volume-660202c5-abac-4357-98bb-d3a5390540c9.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.530207] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff81991e-e6a1-443c-b3a7-2247f805fe3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.552299] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1323.552299] env[70491]: value = "task-3295280" [ 1323.552299] env[70491]: _type = "Task" [ 1323.552299] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.561204] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.568248] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 48968f3c-f5ce-46b2-8f94-ffd8005ceafd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1795}} [ 1323.568503] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1323.568743] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1323.674875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257810c1-5336-476f-b6ab-47cc5a940b1a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.683097] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2736976-fa9d-4a38-98ca-592827bf24a2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.712953] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080bb69-a8fb-4ee3-b67e-a772249be6e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.720772] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df2befa-5c92-4886-b5d6-b8971e7f75bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.736171] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.062204] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295280, 'name': ReconfigVM_Task, 'duration_secs': 0.443016} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.062418] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-660202c5-abac-4357-98bb-d3a5390540c9/volume-660202c5-abac-4357-98bb-d3a5390540c9.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.067077] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87cc34a-5a34-414b-a792-2bd107b6868a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.082270] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1324.082270] env[70491]: value = "task-3295281" [ 1324.082270] env[70491]: _type = "Task" [ 1324.082270] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.090261] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.257454] env[70491]: ERROR nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [req-913c15d4-75ab-481d-9f5b-6cee91f90008] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-913c15d4-75ab-481d-9f5b-6cee91f90008"}]} [ 1324.274795] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1324.289544] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1324.289775] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.300219] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1324.317760] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1324.397630] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638bee40-7cd2-4309-a4f5-932b7b3c82d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.405432] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e4744e-449a-4264-95bd-cc5b41a0a7f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.434785] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2353007-b8f3-4b8d-90c4-353d57de84a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.442082] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670897ea-7e33-4d32-960d-d30dded5ed4d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.455014] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1324.594790] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295281, 'name': ReconfigVM_Task, 'duration_secs': 0.187084} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.595170] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658059', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'name': 'volume-660202c5-abac-4357-98bb-d3a5390540c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89f483b9-669f-41bf-8af7-5bde60d66881', 'attached_at': '', 'detached_at': '', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'serial': '660202c5-abac-4357-98bb-d3a5390540c9'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1324.595566] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ea9961-eb63-4aa9-8922-530af3417b98 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.602462] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1324.602462] env[70491]: value = "task-3295282" [ 1324.602462] env[70491]: _type = "Task" [ 1324.602462] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.610027] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295282, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.984910] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1324.985163] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 166 to 167 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1324.985323] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.112352] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295282, 'name': Rename_Task, 'duration_secs': 0.126418} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.112566] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.112808] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94e31129-8695-41ea-a1ea-351019d0afd0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.119634] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1325.119634] env[70491]: value = "task-3295283" [ 1325.119634] env[70491]: _type = "Task" [ 1325.119634] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.127956] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.490055] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1325.490315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.455s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.490608] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.316s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.492455] env[70491]: INFO nova.compute.claims [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.629956] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295283, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.130685] env[70491]: DEBUG oslo_vmware.api [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295283, 'name': PowerOnVM_Task, 'duration_secs': 0.515979} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.130946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.131174] env[70491]: INFO nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Took 4.47 seconds to spawn the instance on the hypervisor. [ 1326.131357] env[70491]: DEBUG nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.132133] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88299358-d21e-44a9-b1a4-e8a76df4a8ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.494532] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.592470] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20b2f18-c64c-4d36-8329-601dbeef00ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.600568] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecb287c-c238-47ee-aa38-f4dacd510525 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.631764] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fa29d-2dc5-4147-ba04-7f6e1f05655a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.639760] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4bbb44-4303-4b13-a519-a444180e02a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.658828] env[70491]: DEBUG nova.compute.provider_tree [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.660259] env[70491]: INFO nova.compute.manager [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Took 11.00 seconds to build instance. [ 1327.000437] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.000632] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.162978] env[70491]: DEBUG nova.scheduler.client.report [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.166318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-30ee8b40-1ec0-46d4-a5b2-dffa06b18271 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.514s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.668736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.669274] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.812319] env[70491]: DEBUG nova.compute.manager [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.812488] env[70491]: DEBUG nova.compute.manager [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing instance network info cache due to event network-changed-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.812631] env[70491]: DEBUG oslo_concurrency.lockutils [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] Acquiring lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.812818] env[70491]: DEBUG oslo_concurrency.lockutils [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] Acquired lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.812921] env[70491]: DEBUG nova.network.neutron [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Refreshing network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.176333] env[70491]: DEBUG nova.compute.utils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.177829] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1328.177829] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1328.219010] env[70491]: DEBUG nova.policy [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040012e41f9b4d1994faf042c312e376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc24986dcc749dfaac46f829212110c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1328.589184] env[70491]: DEBUG nova.network.neutron [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updated VIF entry in instance network info cache for port 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.590029] env[70491]: DEBUG nova.network.neutron [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [{"id": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "address": "fa:16:3e:66:0d:4e", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cec6e7f-e8", "ovs_interfaceid": "5cec6e7f-e8e4-4281-97d9-97daebf6e9ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.631638] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Successfully created port: 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1328.681435] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.093621] env[70491]: DEBUG oslo_concurrency.lockutils [req-881601c2-ed21-4c46-a8c1-b5411a57d92a req-5032274f-6099-4a1e-8bc0-2013608c6f3d service nova] Releasing lock "refresh_cache-f063a7df-db3b-4573-9e02-d864661fb441" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.207219] env[70491]: DEBUG nova.compute.manager [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1329.692670] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.721569] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.721834] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.721993] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.722193] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.722344] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.722493] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.722697] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.722866] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.723134] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.723564] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.723564] env[70491]: DEBUG nova.virt.hardware [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.724338] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998bbaf8-2644-4136-a4a1-e16b633410ae {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.727547] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.727797] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.735479] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76828920-e046-4b55-801c-93b96f353fa7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.836693] env[70491]: DEBUG nova.compute.manager [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Received event network-changed-f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.836895] env[70491]: DEBUG nova.compute.manager [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Refreshing instance network info cache due to event network-changed-f4a7c942-e7fb-481c-ba10-b35f276a1d72. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.837123] env[70491]: DEBUG oslo_concurrency.lockutils [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.837269] env[70491]: DEBUG oslo_concurrency.lockutils [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.837426] env[70491]: DEBUG nova.network.neutron [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Refreshing network info cache for port f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.986436] env[70491]: DEBUG nova.compute.manager [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Received event network-vif-plugged-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.986658] env[70491]: DEBUG oslo_concurrency.lockutils [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] Acquiring lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.986919] env[70491]: DEBUG oslo_concurrency.lockutils [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.987116] env[70491]: DEBUG oslo_concurrency.lockutils [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.987291] env[70491]: DEBUG nova.compute.manager [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] No waiting events found dispatching network-vif-plugged-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.987454] env[70491]: WARNING nova.compute.manager [req-bb6415ef-339c-409d-bd12-d979e943829c req-b2cb1822-cda7-480b-a0fe-03fdb61c225d service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Received unexpected event network-vif-plugged-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 for instance with vm_state building and task_state spawning. [ 1330.077148] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Successfully updated port: 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.233089] env[70491]: INFO nova.compute.claims [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.579669] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.579919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.580027] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.741306] env[70491]: INFO nova.compute.resource_tracker [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating resource usage from migration af9c416f-371e-4ee7-b316-e0858d245be0 [ 1330.761233] env[70491]: DEBUG nova.network.neutron [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updated VIF entry in instance network info cache for port f4a7c942-e7fb-481c-ba10-b35f276a1d72. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.761653] env[70491]: DEBUG nova.network.neutron [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.845250] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5dfb5f-e3d6-4968-9719-69dcd1dfc419 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.853489] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1df61-dcc9-4f20-beac-8fbada76fa8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.883075] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b34eb83-45d0-48e4-b6db-647bfcc6327e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.890720] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2365d4-8925-4bdc-af3a-1312b7217c1b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.903963] env[70491]: DEBUG nova.compute.provider_tree [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.110932] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.230440] env[70491]: DEBUG nova.network.neutron [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.266781] env[70491]: DEBUG oslo_concurrency.lockutils [req-c0aacdeb-8fef-432a-bf18-291a37b6e78b req-0231418d-74cc-4288-ad9d-65c0a7e5b6b7 service nova] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.407656] env[70491]: DEBUG nova.scheduler.client.report [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.732986] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.733353] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Instance network_info: |[{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.733844] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:0e:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.741755] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.742062] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.742227] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-080871c0-d0b8-40fb-999b-00d0c49faa04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.764020] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.764020] env[70491]: value = "task-3295284" [ 1331.764020] env[70491]: _type = "Task" [ 1331.764020] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.773445] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295284, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.912898] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.185s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.913144] env[70491]: INFO nova.compute.manager [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Migrating [ 1332.017366] env[70491]: DEBUG nova.compute.manager [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Received event network-changed-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.017510] env[70491]: DEBUG nova.compute.manager [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Refreshing instance network info cache due to event network-changed-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.017703] env[70491]: DEBUG oslo_concurrency.lockutils [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.018174] env[70491]: DEBUG oslo_concurrency.lockutils [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.018285] env[70491]: DEBUG nova.network.neutron [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Refreshing network info cache for port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.274964] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295284, 'name': CreateVM_Task, 'duration_secs': 0.298547} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.275151] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.275736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.275920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.276271] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.276517] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2978374-8665-4405-8758-4e655501a03d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.281042] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1332.281042] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e711b9-1351-dd5a-7e44-37fa84919146" [ 1332.281042] env[70491]: _type = "Task" [ 1332.281042] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.288711] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e711b9-1351-dd5a-7e44-37fa84919146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.428824] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.429042] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.429238] env[70491]: DEBUG nova.network.neutron [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.695816] env[70491]: DEBUG nova.network.neutron [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updated VIF entry in instance network info cache for port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.696176] env[70491]: DEBUG nova.network.neutron [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.792215] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52e711b9-1351-dd5a-7e44-37fa84919146, 'name': SearchDatastore_Task, 'duration_secs': 0.010464} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.792581] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.792680] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.792916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.793083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.793270] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.793524] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890db583-c1ec-4403-9a6b-b0dd052551ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.802141] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.802339] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.803026] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e421914e-4da7-4707-99f1-569d306bc34a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.808368] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1332.808368] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eaa01-1a19-c1e5-fa6e-77ec88909c7c" [ 1332.808368] env[70491]: _type = "Task" [ 1332.808368] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.816410] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eaa01-1a19-c1e5-fa6e-77ec88909c7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.129693] env[70491]: DEBUG nova.network.neutron [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.198735] env[70491]: DEBUG oslo_concurrency.lockutils [req-45e274aa-03b2-4e5c-8403-169e1c52a08e req-3d583ac6-6f6e-478f-bd04-5636e5b961e7 service nova] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.320206] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527eaa01-1a19-c1e5-fa6e-77ec88909c7c, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.321118] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa28145b-56c3-4aed-a2bf-c9e39305fc83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.326920] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1333.326920] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5278368c-bc60-e56a-bf0b-4b5af7fcbe0e" [ 1333.326920] env[70491]: _type = "Task" [ 1333.326920] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.335543] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5278368c-bc60-e56a-bf0b-4b5af7fcbe0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.633148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.838937] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5278368c-bc60-e56a-bf0b-4b5af7fcbe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.018705} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.839322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.839450] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.839687] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5922125-7b4e-43c1-a0cc-17f9ea7cee5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.846530] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1333.846530] env[70491]: value = "task-3295285" [ 1333.846530] env[70491]: _type = "Task" [ 1333.846530] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.854104] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.357061] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433543} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.357246] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.357426] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.357647] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b59438b5-4a4e-4bca-bf0e-8248d3e462e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.366122] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1334.366122] env[70491]: value = "task-3295286" [ 1334.366122] env[70491]: _type = "Task" [ 1334.366122] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.375481] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.877079] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065296} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.877447] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.878077] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e378cc98-7bfd-4d58-ae1e-093b7f0b0861 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.899805] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.900080] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9afda8-3200-4c1d-988e-27e75d1eb445 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.920465] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1334.920465] env[70491]: value = "task-3295287" [ 1334.920465] env[70491]: _type = "Task" [ 1334.920465] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.928718] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.150363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86867e3-466b-4218-ae2a-8b9a7b4a2020 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.169440] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.431555] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295287, 'name': ReconfigVM_Task, 'duration_secs': 0.260362} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.431831] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.432486] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea9fc2a3-0c58-4eb7-b858-8d4dbc2b71be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.438968] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1335.438968] env[70491]: value = "task-3295288" [ 1335.438968] env[70491]: _type = "Task" [ 1335.438968] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.448898] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295288, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.675609] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.676305] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd6bbb85-9ab8-42c3-828a-b1415afaa892 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.683890] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1335.683890] env[70491]: value = "task-3295289" [ 1335.683890] env[70491]: _type = "Task" [ 1335.683890] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.692249] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.949780] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295288, 'name': Rename_Task, 'duration_secs': 0.138745} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.950160] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.950260] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9abc3e2c-dd2a-4cd0-86b9-2d7c9c5ef425 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.957309] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1335.957309] env[70491]: value = "task-3295290" [ 1335.957309] env[70491]: _type = "Task" [ 1335.957309] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.964644] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.194786] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295289, 'name': PowerOffVM_Task, 'duration_secs': 0.245133} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.195113] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.195344] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.469704] env[70491]: DEBUG oslo_vmware.api [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295290, 'name': PowerOnVM_Task, 'duration_secs': 0.472281} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.470078] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.470179] env[70491]: INFO nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1336.470490] env[70491]: DEBUG nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.471340] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e8aa8-61f6-4b70-91eb-6cc8cbec6ab9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.701897] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.702258] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.702333] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.702499] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.702708] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.702778] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.702975] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.703153] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.703319] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.703482] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.703685] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.708682] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc74fae-c9d3-4a31-a20e-d0f0d250bbed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.725771] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1336.725771] env[70491]: value = "task-3295291" [ 1336.725771] env[70491]: _type = "Task" [ 1336.725771] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.734073] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.990727] env[70491]: INFO nova.compute.manager [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Took 14.84 seconds to build instance. [ 1337.236259] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295291, 'name': ReconfigVM_Task, 'duration_secs': 0.399049} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.236577] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.333492] env[70491]: DEBUG nova.compute.manager [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Received event network-changed-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.333688] env[70491]: DEBUG nova.compute.manager [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Refreshing instance network info cache due to event network-changed-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.333936] env[70491]: DEBUG oslo_concurrency.lockutils [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.334140] env[70491]: DEBUG oslo_concurrency.lockutils [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.334254] env[70491]: DEBUG nova.network.neutron [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Refreshing network info cache for port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.492540] env[70491]: DEBUG oslo_concurrency.lockutils [None req-9b201f6a-6f1e-446d-a8b7-71c6857e70a9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.348s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.742850] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.743147] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.743305] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.743488] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.743672] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.743834] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.744052] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.744225] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.744433] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.744616] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.744788] env[70491]: DEBUG nova.virt.hardware [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.750266] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.750576] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-947bbc26-9e6e-4eb7-8fe2-e175d13737f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.770500] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1337.770500] env[70491]: value = "task-3295292" [ 1337.770500] env[70491]: _type = "Task" [ 1337.770500] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.779038] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.055220] env[70491]: DEBUG nova.network.neutron [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updated VIF entry in instance network info cache for port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.055708] env[70491]: DEBUG nova.network.neutron [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.280910] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295292, 'name': ReconfigVM_Task, 'duration_secs': 0.334372} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.281179] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.281989] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7ac0a7-dd7d-44c9-a6d9-12ff94c39b8d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.303930] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-660202c5-abac-4357-98bb-d3a5390540c9/volume-660202c5-abac-4357-98bb-d3a5390540c9.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.304181] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41317b8-2d37-433f-b61a-4a18310c4e33 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.323178] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1338.323178] env[70491]: value = "task-3295293" [ 1338.323178] env[70491]: _type = "Task" [ 1338.323178] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.331379] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.558240] env[70491]: DEBUG oslo_concurrency.lockutils [req-699ccc17-f54a-45ff-864c-6b043f0babdb req-b1f17470-0fe0-4769-83ff-c5eb8543db0f service nova] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.834393] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295293, 'name': ReconfigVM_Task, 'duration_secs': 0.248309} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.834682] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-660202c5-abac-4357-98bb-d3a5390540c9/volume-660202c5-abac-4357-98bb-d3a5390540c9.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.834971] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.342437] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecda317-d148-465e-9150-8ae32b26d93d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.362021] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0b398-b376-4472-ab5d-984265a0ddc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.379296] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.018544] env[70491]: DEBUG nova.network.neutron [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Port f4a7c942-e7fb-481c-ba10-b35f276a1d72 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1342.041338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.041338] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.041757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.075546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.075845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.075947] env[70491]: DEBUG nova.network.neutron [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.649516] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.649755] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.775234] env[70491]: DEBUG nova.network.neutron [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.153156] env[70491]: DEBUG nova.compute.utils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.277825] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.656933] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.786594] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f4029-f6c5-4a77-8afe-d1f1c01a3aa3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.794076] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcbc55-968f-41cf-b457-e668689a05a8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.714178] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.714516] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.714663] env[70491]: INFO nova.compute.manager [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Attaching volume 9ec97bc1-99e4-4a98-8efa-2f8484874072 to /dev/sdb [ 1345.744720] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e909a73-7b7d-4b35-91b4-1d29c499f692 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.752486] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55d5580-5f6b-4dcb-a013-b0359b059f05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.766403] env[70491]: DEBUG nova.virt.block_device [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating existing volume attachment record: 9b59b3d5-3177-4c56-943e-1332142fa106 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1345.889742] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454fb12-9a19-4b46-9d0c-0ed981e7a42e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.909438] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b13ce6-e7a0-4709-b021-24d466db5fd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.916131] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.422781] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.423104] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6a7dd9-f456-45a0-bb4e-3a46b5489ffe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.432158] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1346.432158] env[70491]: value = "task-3295295" [ 1346.432158] env[70491]: _type = "Task" [ 1346.432158] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.440779] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.948056] env[70491]: DEBUG oslo_vmware.api [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295295, 'name': PowerOnVM_Task, 'duration_secs': 0.391238} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.948056] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.948056] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf3198b-a51d-44b7-8129-7321dd074c27 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance '89f483b9-669f-41bf-8af7-5bde60d66881' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.724058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.724058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.226993] env[70491]: DEBUG nova.compute.utils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1348.730612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.672292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.672696] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.672791] env[70491]: DEBUG nova.compute.manager [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Going to confirm migration 9 {{(pid=70491) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1349.788493] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.788743] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.788974] env[70491]: INFO nova.compute.manager [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Attaching volume 10ffd79f-49aa-4447-abb8-c239aa011706 to /dev/sdb [ 1349.818023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0e0da6-e10d-4e06-8d25-25fc8aa87fab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.825196] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df796de-3faf-41c6-b336-edc71fe7c7db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.838778] env[70491]: DEBUG nova.virt.block_device [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating existing volume attachment record: 7e2880de-b82c-4d7c-a73c-fd53eca27eb2 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1350.214104] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.214295] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquired lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.214476] env[70491]: DEBUG nova.network.neutron [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.214656] env[70491]: DEBUG nova.objects.instance [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'info_cache' on Instance uuid 89f483b9-669f-41bf-8af7-5bde60d66881 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.307849] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1350.308108] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658065', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'name': 'volume-9ec97bc1-99e4-4a98-8efa-2f8484874072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a10be10-e634-4bfc-8af4-ee9f43d16952', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'serial': '9ec97bc1-99e4-4a98-8efa-2f8484874072'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1350.308977] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bebcdd-1041-4f49-a2fe-91bbe5e74a96 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.325903] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c8c0b6-7b25-4326-8188-6a731d2c80fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.351084] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-9ec97bc1-99e4-4a98-8efa-2f8484874072/volume-9ec97bc1-99e4-4a98-8efa-2f8484874072.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.351373] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b1d3b6-ddf1-4c18-9c0d-c4daf858db10 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.368953] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1350.368953] env[70491]: value = "task-3295300" [ 1350.368953] env[70491]: _type = "Task" [ 1350.368953] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.376413] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.878391] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295300, 'name': ReconfigVM_Task, 'duration_secs': 0.341559} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.878768] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-9ec97bc1-99e4-4a98-8efa-2f8484874072/volume-9ec97bc1-99e4-4a98-8efa-2f8484874072.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.883467] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b725ad-8df9-44f3-8261-b044202f1bc6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.898241] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1350.898241] env[70491]: value = "task-3295301" [ 1350.898241] env[70491]: _type = "Task" [ 1350.898241] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.905942] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.408453] env[70491]: DEBUG oslo_vmware.api [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295301, 'name': ReconfigVM_Task, 'duration_secs': 0.143274} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.408771] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658065', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'name': 'volume-9ec97bc1-99e4-4a98-8efa-2f8484874072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a10be10-e634-4bfc-8af4-ee9f43d16952', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'serial': '9ec97bc1-99e4-4a98-8efa-2f8484874072'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1351.440256] env[70491]: DEBUG nova.network.neutron [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [{"id": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "address": "fa:16:3e:98:c0:1f", "network": {"id": "6491596e-be0a-4cbc-bb8f-b8fb64511083", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-829755295-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1f0af029e154dc7a5d296ccd05c69a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "233536d0-6913-4879-8442-42dcf1d4ecbb", "external-id": "nsx-vlan-transportzone-700", "segmentation_id": 700, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a7c942-e7", "ovs_interfaceid": "f4a7c942-e7fb-481c-ba10-b35f276a1d72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.944378] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Releasing lock "refresh_cache-89f483b9-669f-41bf-8af7-5bde60d66881" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.944671] env[70491]: DEBUG nova.objects.instance [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'migration_context' on Instance uuid 89f483b9-669f-41bf-8af7-5bde60d66881 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.447401] env[70491]: DEBUG nova.objects.instance [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 1a10be10-e634-4bfc-8af4-ee9f43d16952 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.449193] env[70491]: DEBUG nova.objects.base [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Object Instance<89f483b9-669f-41bf-8af7-5bde60d66881> lazy-loaded attributes: info_cache,migration_context {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1352.451027] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d3fb2f-a387-4a56-9761-a617e1c7fec2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.471564] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be36a87a-c9f6-42b4-8573-7028d3c2e589 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.477072] env[70491]: DEBUG oslo_vmware.api [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1352.477072] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a8a3fc-9298-6327-7b48-88ddfb4007d6" [ 1352.477072] env[70491]: _type = "Task" [ 1352.477072] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.484562] env[70491]: DEBUG oslo_vmware.api [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a8a3fc-9298-6327-7b48-88ddfb4007d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.956701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ccf4e3c-3f27-46eb-b6d4-368d0e5a297c tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.987233] env[70491]: DEBUG oslo_vmware.api [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a8a3fc-9298-6327-7b48-88ddfb4007d6, 'name': SearchDatastore_Task, 'duration_secs': 0.007188} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.987496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.987739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.125480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.126166] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.591329] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53528a1-fbb6-4f11-ab90-dc4d49c9f4f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.598648] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97fa6e5-aec6-4703-be69-f54d8c1ced93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.628464] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c7de86-18c2-46b5-bf42-1908fcb5df0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.631410] env[70491]: INFO nova.compute.manager [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Detaching volume 9ec97bc1-99e4-4a98-8efa-2f8484874072 [ 1353.640152] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097234d9-9ecb-4182-a39b-9499eaed082c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.653607] env[70491]: DEBUG nova.compute.provider_tree [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1353.666680] env[70491]: INFO nova.virt.block_device [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Attempting to driver detach volume 9ec97bc1-99e4-4a98-8efa-2f8484874072 from mountpoint /dev/sdb [ 1353.666930] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1353.667130] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658065', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'name': 'volume-9ec97bc1-99e4-4a98-8efa-2f8484874072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a10be10-e634-4bfc-8af4-ee9f43d16952', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'serial': '9ec97bc1-99e4-4a98-8efa-2f8484874072'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1353.667965] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be0543b-d64b-4272-ba10-450a54c1f104 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.690954] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5906a41d-cb46-458a-bac7-4f570d26cb24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.697716] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffce16b2-fb3c-43d8-a62a-40cc2f99e597 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.717618] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36218ecc-ed6d-4a36-96f9-d25cb1f094fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.731806] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] The volume has not been displaced from its original location: [datastore2] volume-9ec97bc1-99e4-4a98-8efa-2f8484874072/volume-9ec97bc1-99e4-4a98-8efa-2f8484874072.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1353.737067] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1353.737348] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cc79124-7134-4504-a058-6fbcbedd8281 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.756551] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1353.756551] env[70491]: value = "task-3295303" [ 1353.756551] env[70491]: _type = "Task" [ 1353.756551] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.767586] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.174884] env[70491]: ERROR nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [req-9634f229-e162-4ae1-aa54-ee80988fb115] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9634f229-e162-4ae1-aa54-ee80988fb115"}]} [ 1354.190587] env[70491]: DEBUG nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1354.203160] env[70491]: DEBUG nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1354.203373] env[70491]: DEBUG nova.compute.provider_tree [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.213854] env[70491]: DEBUG nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1354.231196] env[70491]: DEBUG nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1354.265985] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295303, 'name': ReconfigVM_Task, 'duration_secs': 0.21438} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.266354] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1354.273107] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2c612a-ee9a-4111-ac12-36b253b4dd49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.288284] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1354.288284] env[70491]: value = "task-3295304" [ 1354.288284] env[70491]: _type = "Task" [ 1354.288284] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.298037] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.346942] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ead56-cf1f-47b9-b066-c5880253764f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.353835] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082c7167-18e1-4115-858f-d1acf03fef03 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.386812] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1354.387112] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658067', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'name': 'volume-10ffd79f-49aa-4447-abb8-c239aa011706', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5baddb8f-9738-4d73-8f1d-68e013b86141', 'attached_at': '', 'detached_at': '', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'serial': '10ffd79f-49aa-4447-abb8-c239aa011706'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1354.387978] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef60b5-2c33-42cb-88c9-d941303ea951 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.391169] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69da4a-83dc-4fbe-b16f-0174dcfdeca3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.408969] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6adb9f-615f-468f-a59c-881f8614ab56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.413356] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd91ad01-9675-47c8-a662-f2ded4f6d49f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.426940] env[70491]: DEBUG nova.compute.provider_tree [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.447694] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-10ffd79f-49aa-4447-abb8-c239aa011706/volume-10ffd79f-49aa-4447-abb8-c239aa011706.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.451290] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ce6621-35b4-4c04-bd60-17137adf9a81 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.469204] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1354.469204] env[70491]: value = "task-3295305" [ 1354.469204] env[70491]: _type = "Task" [ 1354.469204] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.476996] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.487472] env[70491]: DEBUG nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1354.487719] env[70491]: DEBUG nova.compute.provider_tree [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 169 to 170 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1354.487901] env[70491]: DEBUG nova.compute.provider_tree [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1354.798753] env[70491]: DEBUG oslo_vmware.api [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295304, 'name': ReconfigVM_Task, 'duration_secs': 0.133416} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.799081] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658065', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'name': 'volume-9ec97bc1-99e4-4a98-8efa-2f8484874072', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1a10be10-e634-4bfc-8af4-ee9f43d16952', 'attached_at': '', 'detached_at': '', 'volume_id': '9ec97bc1-99e4-4a98-8efa-2f8484874072', 'serial': '9ec97bc1-99e4-4a98-8efa-2f8484874072'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.978986] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295305, 'name': ReconfigVM_Task, 'duration_secs': 0.330088} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.979229] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-10ffd79f-49aa-4447-abb8-c239aa011706/volume-10ffd79f-49aa-4447-abb8-c239aa011706.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.983989] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735e3074-d633-4993-b33e-12102ff7a963 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.001702] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1355.001702] env[70491]: value = "task-3295306" [ 1355.001702] env[70491]: _type = "Task" [ 1355.001702] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.010761] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.337877] env[70491]: DEBUG nova.objects.instance [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'flavor' on Instance uuid 1a10be10-e634-4bfc-8af4-ee9f43d16952 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.498888] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.511s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.511048] env[70491]: DEBUG oslo_vmware.api [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295306, 'name': ReconfigVM_Task, 'duration_secs': 0.171594} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.511048] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658067', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'name': 'volume-10ffd79f-49aa-4447-abb8-c239aa011706', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5baddb8f-9738-4d73-8f1d-68e013b86141', 'attached_at': '', 'detached_at': '', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'serial': '10ffd79f-49aa-4447-abb8-c239aa011706'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1356.034981] env[70491]: INFO nova.compute.manager [None req-06a6d983-00cd-478b-b743-f9f8b318aa8c tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Get console output [ 1356.035351] env[70491]: WARNING nova.virt.vmwareapi.driver [None req-06a6d983-00cd-478b-b743-f9f8b318aa8c tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] The console log is missing. Check your VSPC configuration [ 1356.057702] env[70491]: INFO nova.scheduler.client.report [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocation for migration af9c416f-371e-4ee7-b316-e0858d245be0 [ 1356.345671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3570175b-9b47-444d-97b1-cb8281ffbd85 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.219s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.544750] env[70491]: DEBUG nova.objects.instance [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'flavor' on Instance uuid 5baddb8f-9738-4d73-8f1d-68e013b86141 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.562918] env[70491]: DEBUG oslo_concurrency.lockutils [None req-0084d3ca-62bb-4ed6-898a-1198e3ef2b9b tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.890s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.049849] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e0937e3f-535e-41aa-af64-6ce49eb5d985 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.261s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.366321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.366321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.366321] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.366737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.366737] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.368407] env[70491]: INFO nova.compute.manager [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Terminating instance [ 1357.375573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.375783] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.866349] env[70491]: DEBUG nova.compute.manager [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1357.871655] env[70491]: DEBUG nova.compute.manager [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.871861] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.872719] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517198e9-84a8-45d0-a30a-9e5c1500b0f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.878562] env[70491]: DEBUG nova.compute.utils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.882103] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.882540] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-494bfe79-d877-4f68-abd7-6dddd49b07c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.889307] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1357.889307] env[70491]: value = "task-3295307" [ 1357.889307] env[70491]: _type = "Task" [ 1357.889307] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.897572] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.383544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.387339] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.387588] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.399010] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295307, 'name': PowerOffVM_Task, 'duration_secs': 0.188661} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.399253] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.399422] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.399662] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38bc832c-e9c3-4727-9246-ced08e10a0bd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.459663] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.459870] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.460069] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleting the datastore file [datastore1] 1a10be10-e634-4bfc-8af4-ee9f43d16952 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.460342] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61b2bbec-ff88-4f3f-8193-05731aa821f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.466815] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for the task: (returnval){ [ 1358.466815] env[70491]: value = "task-3295309" [ 1358.466815] env[70491]: _type = "Task" [ 1358.466815] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.474861] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.892027] env[70491]: INFO nova.compute.claims [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.977796] env[70491]: DEBUG oslo_vmware.api [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Task: {'id': task-3295309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124813} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.978065] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.978258] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.978451] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.978628] env[70491]: INFO nova.compute.manager [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1358.978863] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.979115] env[70491]: DEBUG nova.compute.manager [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.979279] env[70491]: DEBUG nova.network.neutron [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.399622] env[70491]: INFO nova.compute.resource_tracker [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating resource usage from migration e4e07150-5aca-4984-bb39-9ff5e1e37c84 [ 1359.433537] env[70491]: DEBUG nova.compute.manager [req-19e25fdd-a2b1-4f96-8835-ff7f63e3853f req-ff42f473-c41c-4ea7-9b76-b9e4957e7175 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Received event network-vif-deleted-1a7f16b8-2c30-4196-824f-008b62e774dc {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.433831] env[70491]: INFO nova.compute.manager [req-19e25fdd-a2b1-4f96-8835-ff7f63e3853f req-ff42f473-c41c-4ea7-9b76-b9e4957e7175 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Neutron deleted interface 1a7f16b8-2c30-4196-824f-008b62e774dc; detaching it from the instance and deleting it from the info cache [ 1359.434070] env[70491]: DEBUG nova.network.neutron [req-19e25fdd-a2b1-4f96-8835-ff7f63e3853f req-ff42f473-c41c-4ea7-9b76-b9e4957e7175 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.444390] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.444621] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.444849] env[70491]: INFO nova.compute.manager [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Attaching volume f635d774-b3bc-4a3b-bffb-1fdb44481ec5 to /dev/sdb [ 1359.489678] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6429a-a55a-4d54-b111-3703c3c29636 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.498893] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16239514-e8f4-4d2c-ab89-5e9fa947521b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.513270] env[70491]: DEBUG nova.virt.block_device [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating existing volume attachment record: f844fd83-9aff-42b8-bb8f-2d9339f2cb0b {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1359.530866] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1c8fc4-a4d0-46c6-bbd2-fe5cdbd1ffbd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.539363] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1915c5-ba74-4176-8973-4efa3774b0ba {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.581014] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67208211-b734-4485-8d37-4cfef80e9f22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.592178] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b5f7e5-ac37-46f2-8dbb-815a97d287ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.611242] env[70491]: DEBUG nova.compute.provider_tree [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.908307] env[70491]: DEBUG nova.network.neutron [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.940972] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63caa682-555e-4a26-95c1-13379f3a5b08 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.954585] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37fc224-56eb-4091-a0f3-3027cde4a945 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.983510] env[70491]: DEBUG nova.compute.manager [req-19e25fdd-a2b1-4f96-8835-ff7f63e3853f req-ff42f473-c41c-4ea7-9b76-b9e4957e7175 service nova] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Detach interface failed, port_id=1a7f16b8-2c30-4196-824f-008b62e774dc, reason: Instance 1a10be10-e634-4bfc-8af4-ee9f43d16952 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.112501] env[70491]: DEBUG nova.scheduler.client.report [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.411349] env[70491]: INFO nova.compute.manager [-] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Took 1.43 seconds to deallocate network for instance. [ 1360.617943] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.230s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.618151] env[70491]: INFO nova.compute.manager [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Migrating [ 1360.918611] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.918910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.919170] env[70491]: DEBUG nova.objects.instance [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lazy-loading 'resources' on Instance uuid 1a10be10-e634-4bfc-8af4-ee9f43d16952 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.133661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.133661] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.133661] env[70491]: DEBUG nova.network.neutron [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.526988] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d9f4b5-7435-44db-94db-4c9ef0780d1f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.534731] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88da4126-14f6-4c24-8a91-4ba0088aede6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.564927] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5157eeb-88b5-4cb1-b349-79341f465116 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.571692] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7b1af2-b494-46da-bf3d-c2908b4cbd2f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.584205] env[70491]: DEBUG nova.compute.provider_tree [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.840045] env[70491]: DEBUG nova.network.neutron [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.087111] env[70491]: DEBUG nova.scheduler.client.report [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.342699] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.591823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.610466] env[70491]: INFO nova.scheduler.client.report [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Deleted allocations for instance 1a10be10-e634-4bfc-8af4-ee9f43d16952 [ 1363.117930] env[70491]: DEBUG oslo_concurrency.lockutils [None req-50ce96da-aa36-49c2-88ae-2d1b2e109040 tempest-AttachVolumeNegativeTest-1612303739 tempest-AttachVolumeNegativeTest-1612303739-project-member] Lock "1a10be10-e634-4bfc-8af4-ee9f43d16952" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.752s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.858809] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6924e73c-56f7-4d48-a75f-c0b84b4efb5c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.880553] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1364.060226] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1364.060477] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658069', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'name': 'volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab1f61b-be29-4980-b743-b207977bf9b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'serial': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1364.061372] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c03163-e3b0-454c-9acd-5abc082905d4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.077632] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7630fa9b-476a-4580-b5c9-69da6f730235 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.101158] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5/volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.101388] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f82bfbd6-c08b-4466-b718-3bd10140f508 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.118655] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1364.118655] env[70491]: value = "task-3295315" [ 1364.118655] env[70491]: _type = "Task" [ 1364.118655] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.126390] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.387721] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.388021] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b86adc-49aa-4045-8d28-3db62975083b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.395322] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1364.395322] env[70491]: value = "task-3295316" [ 1364.395322] env[70491]: _type = "Task" [ 1364.395322] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.403654] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.628251] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295315, 'name': ReconfigVM_Task, 'duration_secs': 0.33602} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.628541] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5/volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.633256] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa3d398a-41be-48e0-8377-f75724c1d6f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.648103] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1364.648103] env[70491]: value = "task-3295317" [ 1364.648103] env[70491]: _type = "Task" [ 1364.648103] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.655826] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.904736] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295316, 'name': PowerOffVM_Task, 'duration_secs': 0.198743} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.905192] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.905192] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1365.158815] env[70491]: DEBUG oslo_vmware.api [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295317, 'name': ReconfigVM_Task, 'duration_secs': 0.151807} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.159114] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658069', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'name': 'volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab1f61b-be29-4980-b743-b207977bf9b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'serial': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1365.412005] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1365.412302] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.412456] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1365.412637] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.412782] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1365.412929] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1365.413146] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1365.413306] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1365.413471] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1365.413633] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1365.413803] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1365.418846] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bceff22-6d03-4b2a-b5d5-368b7163df48 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.436346] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1365.436346] env[70491]: value = "task-3295318" [ 1365.436346] env[70491]: _type = "Task" [ 1365.436346] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.444404] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.946326] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295318, 'name': ReconfigVM_Task, 'duration_secs': 0.18003} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.946694] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1366.195604] env[70491]: DEBUG nova.objects.instance [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.452956] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1366.453216] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1366.453375] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1366.453562] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1366.453707] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1366.453853] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1366.454114] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1366.454308] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1366.454483] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1366.454646] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1366.454816] env[70491]: DEBUG nova.virt.hardware [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1366.460219] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.460480] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81722b00-6e4a-493d-b0da-653cbf5ce80c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.479343] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1366.479343] env[70491]: value = "task-3295319" [ 1366.479343] env[70491]: _type = "Task" [ 1366.479343] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.487238] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.701612] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ddbb4074-4ea2-40a4-a31b-db4f2209a8ec tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.257s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.783555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.783850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.784123] env[70491]: DEBUG nova.compute.manager [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.785062] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021c73dd-a28f-49bc-8389-9efb496cf9ca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.791370] env[70491]: DEBUG nova.compute.manager [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1366.791906] env[70491]: DEBUG nova.objects.instance [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.988480] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295319, 'name': ReconfigVM_Task, 'duration_secs': 0.27248} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.988824] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1366.989495] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1420f74-9826-45e3-9945-066498d504dd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.014022] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.014294] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0eef355f-93b5-4f8e-9921-5ed0270f53af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.031825] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1367.031825] env[70491]: value = "task-3295321" [ 1367.031825] env[70491]: _type = "Task" [ 1367.031825] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.039118] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.541319] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295321, 'name': ReconfigVM_Task, 'duration_secs': 0.277538} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.541560] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.541837] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1367.797758] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.798094] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd0f5ca-ce91-4c52-8f87-4ec461d537e7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.805972] env[70491]: DEBUG oslo_vmware.api [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1367.805972] env[70491]: value = "task-3295322" [ 1367.805972] env[70491]: _type = "Task" [ 1367.805972] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.813882] env[70491]: DEBUG oslo_vmware.api [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.048822] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580e467c-7f99-4c13-b75b-54dcecca3897 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.069981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c4e80-4eaf-4a65-bd46-a04f67b8f2e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.089581] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1368.315296] env[70491]: DEBUG oslo_vmware.api [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295322, 'name': PowerOffVM_Task, 'duration_secs': 0.224189} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.315521] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.315719] env[70491]: DEBUG nova.compute.manager [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.316489] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a143001-780f-4f23-bd56-bbf3ae34fe37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.827102] env[70491]: DEBUG oslo_concurrency.lockutils [None req-72aa37d8-8f6f-4484-a25b-635cc2036f3f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.043s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.149083] env[70491]: DEBUG nova.objects.instance [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.654758] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.654961] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.655191] env[70491]: DEBUG nova.network.neutron [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.655365] env[70491]: DEBUG nova.objects.instance [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'info_cache' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.796105] env[70491]: DEBUG nova.network.neutron [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Port 741cf1d6-c869-4ee3-80d4-24889d82792a binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1370.159014] env[70491]: DEBUG nova.objects.base [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.819725] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.819957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.820147] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.901833] env[70491]: DEBUG nova.network.neutron [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.404990] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.851524] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.851742] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.851902] env[70491]: DEBUG nova.network.neutron [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.409919] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.410258] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72b73fd9-dfba-49d2-88ba-86e4049d01fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.417502] env[70491]: DEBUG oslo_vmware.api [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1372.417502] env[70491]: value = "task-3295324" [ 1372.417502] env[70491]: _type = "Task" [ 1372.417502] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.425088] env[70491]: DEBUG oslo_vmware.api [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.546065] env[70491]: DEBUG nova.network.neutron [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.929591] env[70491]: DEBUG oslo_vmware.api [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295324, 'name': PowerOnVM_Task, 'duration_secs': 0.397965} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.929955] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.930267] env[70491]: DEBUG nova.compute.manager [None req-2ad26cef-ee03-4c61-92d1-1e6a8ad7cfc7 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.931333] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3028199a-63fe-4602-9b91-eae640f8d491 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.048916] env[70491]: DEBUG oslo_concurrency.lockutils [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.557835] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd5b428-8f2b-4f72-8c44-980342d390e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.564638] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3766ae-097c-4e26-8ca2-017dfe5027d8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.655788] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f3769-9b24-4f45-9378-039a81a60b39 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.678346] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92c1c4-73d6-4570-8e78-1ebab02267da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.685341] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1375.191311] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.191979] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-526ca430-5683-40e4-8cd7-4e2805388a17 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.199298] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1375.199298] env[70491]: value = "task-3295325" [ 1375.199298] env[70491]: _type = "Task" [ 1375.199298] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.209730] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.644056] env[70491]: DEBUG nova.compute.manager [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Stashing vm_state: active {{(pid=70491) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1375.708865] env[70491]: DEBUG oslo_vmware.api [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295325, 'name': PowerOnVM_Task, 'duration_secs': 0.427379} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.709167] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.709319] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1f9abb-87a2-4a25-9e29-abf1151acb5a tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance '5baddb8f-9738-4d73-8f1d-68e013b86141' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.165455] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.165733] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.673434] env[70491]: INFO nova.compute.claims [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1377.180891] env[70491]: INFO nova.compute.resource_tracker [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating resource usage from migration 85dd18e1-32b3-4e45-8e1f-08b61a785463 [ 1377.284192] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754c503-a007-4f56-9f4f-1c697cc61640 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.293459] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f42221-3014-41f6-998a-81d65890c0b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.325657] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674d95d-bd5d-4c3d-869a-825df0025cff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.331079] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e13c7e-5ae2-4b19-9fb5-98a161921383 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.343929] env[70491]: DEBUG nova.compute.provider_tree [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.867801] env[70491]: ERROR nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [req-d694e9df-c1c3-433e-a61b-d24378e21b76] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d694e9df-c1c3-433e-a61b-d24378e21b76"}]} [ 1377.885734] env[70491]: DEBUG nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1377.898971] env[70491]: DEBUG nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1377.899180] env[70491]: DEBUG nova.compute.provider_tree [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.911401] env[70491]: DEBUG nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1377.930087] env[70491]: DEBUG nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1378.033618] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6766411-67fb-463d-b3e4-bd9441d36eaa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.041162] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb17feb-c0d2-4683-b5e3-0f272dbce21d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.070237] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf48661-4ae3-4b01-8b79-7a70e5cbd36c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.077539] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39ebcb6-356d-4c88-9525-422fb15bbc54 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.092292] env[70491]: DEBUG nova.compute.provider_tree [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.592727] env[70491]: DEBUG nova.network.neutron [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Port 741cf1d6-c869-4ee3-80d4-24889d82792a binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1378.593000] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.593148] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.593313] env[70491]: DEBUG nova.network.neutron [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.623978] env[70491]: DEBUG nova.scheduler.client.report [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1378.624289] env[70491]: DEBUG nova.compute.provider_tree [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 175 to 176 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1378.624472] env[70491]: DEBUG nova.compute.provider_tree [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.129672] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.964s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.129870] env[70491]: INFO nova.compute.manager [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Migrating [ 1379.304908] env[70491]: DEBUG nova.network.neutron [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.462027] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.462027] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.462187] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1379.643938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.644281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.644348] env[70491]: DEBUG nova.network.neutron [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.807348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.311059] env[70491]: DEBUG nova.compute.manager [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70491) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1380.371034] env[70491]: DEBUG nova.network.neutron [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.462285] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.874691] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.410372] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1381.410641] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.461506] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.461760] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.913858] env[70491]: DEBUG nova.objects.instance [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'migration_context' on Instance uuid 5baddb8f-9738-4d73-8f1d-68e013b86141 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.390477] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb70a37-0363-46c9-818c-b5d668598fbb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.409431] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 0 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.461560] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.461776] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.534884] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c2d0ac-850d-4eeb-852c-abcf5e900062 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.542938] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ddbfac-f142-439c-8bc8-ca5decdda22a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.574029] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c61e11-f97b-4a40-81b8-23556cb769d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.581521] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ad6c6-1bb6-4317-904c-a4eb1cee7bd8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.594390] env[70491]: DEBUG nova.compute.provider_tree [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.716769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.717070] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.717348] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.717543] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.717754] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.719855] env[70491]: INFO nova.compute.manager [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Terminating instance [ 1382.915756] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.916088] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d515174d-bcd8-4197-8bae-e6bb8e49dd87 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.923296] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1382.923296] env[70491]: value = "task-3295326" [ 1382.923296] env[70491]: _type = "Task" [ 1382.923296] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.932097] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.964645] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.097669] env[70491]: DEBUG nova.scheduler.client.report [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1383.223598] env[70491]: DEBUG nova.compute.manager [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.223869] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.224145] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a56793f9-f647-4132-9359-6e4022bcb7ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.230847] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1383.230847] env[70491]: value = "task-3295327" [ 1383.230847] env[70491]: _type = "Task" [ 1383.230847] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.238605] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.433392] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295326, 'name': PowerOffVM_Task, 'duration_secs': 0.198479} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.433734] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.433926] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 17 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1383.740770] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295327, 'name': PowerOffVM_Task, 'duration_secs': 0.263271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.741067] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.741307] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1383.741511] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658059', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'name': 'volume-660202c5-abac-4357-98bb-d3a5390540c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '89f483b9-669f-41bf-8af7-5bde60d66881', 'attached_at': '2025-04-04T01:39:50.000000', 'detached_at': '', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'serial': '660202c5-abac-4357-98bb-d3a5390540c9'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1383.742257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d386fb-35df-4b67-b6b3-d0bee1f959a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.759426] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9bb0d-7ef6-4458-9cf7-0fb9d021f755 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.766419] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7c34c-3c75-43ce-a92b-a1c5569c8594 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.783180] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf633377-0183-4ed7-a293-578ba69f9e3f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.797715] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] The volume has not been displaced from its original location: [datastore1] volume-660202c5-abac-4357-98bb-d3a5390540c9/volume-660202c5-abac-4357-98bb-d3a5390540c9.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1383.802947] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1383.803203] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc1da8b-a092-46b9-a1cf-fa9e35416a65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.820468] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1383.820468] env[70491]: value = "task-3295328" [ 1383.820468] env[70491]: _type = "Task" [ 1383.820468] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.827652] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.940538] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.940900] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.940966] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.941123] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.941275] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.941425] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.941628] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.941788] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.941952] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.942210] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.942382] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.947431] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5471be2-1bbe-49de-9b81-102b16d2744c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.962576] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1383.962576] env[70491]: value = "task-3295329" [ 1383.962576] env[70491]: _type = "Task" [ 1383.962576] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.970480] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.109512] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.699s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.117614] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.153s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.117807] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.117959] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1384.122696] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64075cbb-1be6-4227-a65d-cfaf40f0d216 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.132086] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30abacd5-c78c-41d6-a4a4-b3c6a5e4329b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.147616] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d18ff-3d9d-4f22-beec-08becc68427d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.153992] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda20f9-bec5-4430-8dbc-9d3a73dcc509 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.184930] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180071MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1384.185218] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.185381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.331222] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.472662] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295329, 'name': ReconfigVM_Task, 'duration_secs': 0.366461} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.472971] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 33 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.831679] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295328, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.979187] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1384.979601] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1384.979654] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1384.979870] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1384.980071] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1384.980275] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1384.980524] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1384.980720] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1384.980921] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1384.981129] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1384.981344] env[70491]: DEBUG nova.virt.hardware [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1384.986703] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1384.987009] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5acb326f-9e10-4eaf-b2ba-2bb20ba4fd0d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.005035] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1385.005035] env[70491]: value = "task-3295330" [ 1385.005035] env[70491]: _type = "Task" [ 1385.005035] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.012995] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.193849] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Applying migration context for instance 48968f3c-f5ce-46b2-8f94-ffd8005ceafd as it has an incoming, in-progress migration 85dd18e1-32b3-4e45-8e1f-08b61a785463. Migration status is migrating {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1047}} [ 1385.194996] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating resource usage from migration 85dd18e1-32b3-4e45-8e1f-08b61a785463 [ 1385.214776] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance f063a7df-db3b-4573-9e02-d864661fb441 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.214914] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 59a3ef48-15fd-4795-aeb7-8dbb76598879 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.215051] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance bab1f61b-be29-4980-b743-b207977bf9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.215176] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 89f483b9-669f-41bf-8af7-5bde60d66881 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.332412] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295328, 'name': ReconfigVM_Task, 'duration_secs': 1.171539} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.332678] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.339212] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c03d32df-4d5c-4697-adf9-2202489016f7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.356594] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1385.356594] env[70491]: value = "task-3295331" [ 1385.356594] env[70491]: _type = "Task" [ 1385.356594] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.364293] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.514774] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295330, 'name': ReconfigVM_Task, 'duration_secs': 0.166341} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.514993] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.515788] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa943052-7783-42a9-a1f5-fbe470b90708 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.539132] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1385.539430] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35e5ba3-8b09-4284-b773-a04c5e466666 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.557161] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1385.557161] env[70491]: value = "task-3295332" [ 1385.557161] env[70491]: _type = "Task" [ 1385.557161] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.564851] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.647782] env[70491]: INFO nova.compute.manager [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Swapping old allocation on dict_keys(['c930ff34-9fe2-4c0a-898f-930dfcb54841']) held by migration e4e07150-5aca-4984-bb39-9ff5e1e37c84 for instance [ 1385.671245] env[70491]: DEBUG nova.scheduler.client.report [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Overwriting current allocation {'allocations': {'c930ff34-9fe2-4c0a-898f-930dfcb54841': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 176}}, 'project_id': 'c3a5f674fdfe4461a910c21eeed3d99c', 'user_id': '6632be7e596045e38237b5bb5ae680d3', 'consumer_generation': 1} on consumer 5baddb8f-9738-4d73-8f1d-68e013b86141 {{(pid=70491) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1385.719465] env[70491]: INFO nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e4e07150-5aca-4984-bb39-9ff5e1e37c84 has allocations against this compute host but is not found in the database. [ 1385.719616] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 5baddb8f-9738-4d73-8f1d-68e013b86141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.719743] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Migration 85dd18e1-32b3-4e45-8e1f-08b61a785463 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192, 'DISK_GB': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1743}} [ 1385.719862] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 48968f3c-f5ce-46b2-8f94-ffd8005ceafd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1385.720051] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1385.720196] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1385.749027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.749225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.749421] env[70491]: DEBUG nova.network.neutron [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.808427] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514cb7ff-2f3c-4992-bec4-9eca99cb1e69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.815405] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9fa8d1-3a35-43ba-afa1-d7577f19c7b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.844778] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc6414-9fda-4f48-98a4-f86d3df77878 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.851343] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6118dca2-d6a4-4793-a439-00b178b53871 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.864024] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1385.872952] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295331, 'name': ReconfigVM_Task, 'duration_secs': 0.117604} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.873742] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658059', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'name': 'volume-660202c5-abac-4357-98bb-d3a5390540c9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '89f483b9-669f-41bf-8af7-5bde60d66881', 'attached_at': '2025-04-04T01:39:50.000000', 'detached_at': '', 'volume_id': '660202c5-abac-4357-98bb-d3a5390540c9', 'serial': '660202c5-abac-4357-98bb-d3a5390540c9'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1385.874049] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.874758] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c89c88-4116-4a77-8b70-79b232deb0f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.881231] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.881460] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff91e3d6-b6e7-4af2-b000-500ada5b23f9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.938252] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.938496] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.938678] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore1] 89f483b9-669f-41bf-8af7-5bde60d66881 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.938928] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd67ac40-cdb4-4f4b-ada8-9af9968f6474 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.944958] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1385.944958] env[70491]: value = "task-3295334" [ 1385.944958] env[70491]: _type = "Task" [ 1385.944958] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.954692] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.066120] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295332, 'name': ReconfigVM_Task, 'duration_secs': 0.261864} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.066527] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.066610] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 50 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.383493] env[70491]: ERROR nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [req-92a29a91-2bc6-444b-8ee1-50441ce35401] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c930ff34-9fe2-4c0a-898f-930dfcb54841. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92a29a91-2bc6-444b-8ee1-50441ce35401"}]} [ 1386.398599] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing inventories for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1386.410952] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating ProviderTree inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1386.411144] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.421505] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing aggregate associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, aggregates: None {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1386.439646] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Refreshing trait associations for resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=70491) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1386.454015] env[70491]: DEBUG oslo_vmware.api [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078543} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.456405] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.456593] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.456771] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.456940] env[70491]: INFO nova.compute.manager [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1386.457198] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.458124] env[70491]: DEBUG nova.network.neutron [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [{"id": "741cf1d6-c869-4ee3-80d4-24889d82792a", "address": "fa:16:3e:37:98:de", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741cf1d6-c8", "ovs_interfaceid": "741cf1d6-c869-4ee3-80d4-24889d82792a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.459201] env[70491]: DEBUG nova.compute.manager [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.459310] env[70491]: DEBUG nova.network.neutron [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.525886] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1697fa8-47b4-40e6-b703-af489000f1cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.533587] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504c8637-8c5f-4d0c-b84f-edf74e94926e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.564499] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d2fad5-ecd6-47d7-97cf-38ef1e51d4b1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.571309] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ebe749-a365-4f71-a3f8-3398a2d879a4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.576865] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2ce98-4ce8-4158-903e-c15101cba073 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.588305] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1386.605439] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d72079-2572-47dd-a52d-e6f101090bd5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.622406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 67 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.894023] env[70491]: DEBUG nova.compute.manager [req-4af31309-e28b-4eae-891e-7468d246f4b1 req-c84800b2-11c2-43d2-8399-a11144939a51 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Received event network-vif-deleted-f4a7c942-e7fb-481c-ba10-b35f276a1d72 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.894023] env[70491]: INFO nova.compute.manager [req-4af31309-e28b-4eae-891e-7468d246f4b1 req-c84800b2-11c2-43d2-8399-a11144939a51 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Neutron deleted interface f4a7c942-e7fb-481c-ba10-b35f276a1d72; detaching it from the instance and deleting it from the info cache [ 1386.894366] env[70491]: DEBUG nova.network.neutron [req-4af31309-e28b-4eae-891e-7468d246f4b1 req-c84800b2-11c2-43d2-8399-a11144939a51 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.962270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-5baddb8f-9738-4d73-8f1d-68e013b86141" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.963246] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b9eb1f-a446-4d23-86e5-3fff5c49586f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.970694] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c6bf1-7ab4-4a6d-9a77-d78abdecd8a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.119739] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1387.120055] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 177 to 178 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1387.120106] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1387.159961] env[70491]: DEBUG nova.network.neutron [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1387.379864] env[70491]: DEBUG nova.network.neutron [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.396689] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc4d822f-5369-4656-b12c-d9c7568f9168 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.405377] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5bdd36-e965-450c-90e5-81222b061d3b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.434536] env[70491]: DEBUG nova.compute.manager [req-4af31309-e28b-4eae-891e-7468d246f4b1 req-c84800b2-11c2-43d2-8399-a11144939a51 service nova] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Detach interface failed, port_id=f4a7c942-e7fb-481c-ba10-b35f276a1d72, reason: Instance 89f483b9-669f-41bf-8af7-5bde60d66881 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1387.624408] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1387.624607] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.439s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.881064] env[70491]: INFO nova.compute.manager [-] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Took 1.42 seconds to deallocate network for instance. [ 1388.048408] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.048707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acca7ab2-045e-41fc-8722-58fd4293d61c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.056430] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1388.056430] env[70491]: value = "task-3295335" [ 1388.056430] env[70491]: _type = "Task" [ 1388.056430] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.064205] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.183366] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.183750] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.183957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.421733] env[70491]: INFO nova.compute.manager [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Took 0.54 seconds to detach 1 volumes for instance. [ 1388.423809] env[70491]: DEBUG nova.compute.manager [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Deleting volume: 660202c5-abac-4357-98bb-d3a5390540c9 {{(pid=70491) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1388.566107] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295335, 'name': PowerOffVM_Task, 'duration_secs': 0.181333} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.566381] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.567091] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.567334] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.567516] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.567725] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.567906] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.568090] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.568326] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.568511] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.568689] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.568855] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.569044] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.574185] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af3f09c0-0e44-4656-acff-25957dd96b4b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.589738] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1388.589738] env[70491]: value = "task-3295337" [ 1388.589738] env[70491]: _type = "Task" [ 1388.589738] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.600013] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.960697] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.961106] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.961373] env[70491]: DEBUG nova.objects.instance [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'resources' on Instance uuid 89f483b9-669f-41bf-8af7-5bde60d66881 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.100290] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295337, 'name': ReconfigVM_Task, 'duration_secs': 0.171652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.101035] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403b300a-c474-4e65-a667-18887d6c4cb5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.122331] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.122562] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.122715] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.122895] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.123053] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.123203] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.123407] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.123566] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.123731] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.123893] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.124097] env[70491]: DEBUG nova.virt.hardware [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.124878] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04453cc9-df00-490e-b48b-277adf75169b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.129672] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1389.129672] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5242daba-8057-cf49-4523-781f897c1241" [ 1389.129672] env[70491]: _type = "Task" [ 1389.129672] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.137192] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5242daba-8057-cf49-4523-781f897c1241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.226456] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.226724] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.226857] env[70491]: DEBUG nova.network.neutron [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.557742] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db188074-2994-4ce6-928b-391a0ee3271e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.564909] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46240e-ae08-46f8-b615-82857f112a02 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.594007] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceabd4b-acc3-4212-b0e6-5c6821eef9e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.601140] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51a037e-67d8-4d2b-bcff-2565b1850e75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.613698] env[70491]: DEBUG nova.compute.provider_tree [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.625022] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.638497] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5242daba-8057-cf49-4523-781f897c1241, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.643670] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1389.643908] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdba2f67-cf73-4a12-affb-510596459f92 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.660725] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1389.660725] env[70491]: value = "task-3295338" [ 1389.660725] env[70491]: _type = "Task" [ 1389.660725] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.667974] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.921221] env[70491]: DEBUG nova.network.neutron [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.116729] env[70491]: DEBUG nova.scheduler.client.report [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 113, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.170774] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295338, 'name': ReconfigVM_Task, 'duration_secs': 0.223026} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.171085] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1390.171875] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff931072-3f8b-424b-92f4-c80632b88568 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.196180] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.196417] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace6c450-aaed-448a-bff8-f65179b19780 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.215089] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1390.215089] env[70491]: value = "task-3295339" [ 1390.215089] env[70491]: _type = "Task" [ 1390.215089] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.223167] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.424343] env[70491]: DEBUG oslo_concurrency.lockutils [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.621137] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.639352] env[70491]: INFO nova.scheduler.client.report [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocations for instance 89f483b9-669f-41bf-8af7-5bde60d66881 [ 1390.723933] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295339, 'name': ReconfigVM_Task, 'duration_secs': 0.432346} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.724213] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141/5baddb8f-9738-4d73-8f1d-68e013b86141.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.724996] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a7f6a-a1da-4d71-9209-4e25b661f0bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.744931] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba27ff-ebab-4742-850f-0808a3f5daf4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.765188] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f86f1e-6148-4464-87f2-0cff85e69c94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.786330] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292377e6-3c46-4a6d-9a90-44aae496b63b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.792870] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.793104] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e19cd2-e5cb-4bdd-a9b3-2af4df785f19 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.798194] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1390.798194] env[70491]: value = "task-3295340" [ 1390.798194] env[70491]: _type = "Task" [ 1390.798194] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.805391] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.945998] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a91eb4-81e0-40c1-9759-fae280b11bec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.965414] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68921c4-032d-4b79-b0d8-d86008728ce5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.972146] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 83 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.147150] env[70491]: DEBUG oslo_concurrency.lockutils [None req-422f6bf4-245c-4579-bd24-de5aa77c4466 tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "89f483b9-669f-41bf-8af7-5bde60d66881" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.430s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.308143] env[70491]: DEBUG oslo_vmware.api [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295340, 'name': PowerOnVM_Task, 'duration_secs': 0.374875} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.308275] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.478811] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.479212] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f360c3e6-8898-43ca-a260-de92c9c7505f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.487011] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1391.487011] env[70491]: value = "task-3295341" [ 1391.487011] env[70491]: _type = "Task" [ 1391.487011] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.494536] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.559322] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.559531] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.559736] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.559919] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.560103] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.562244] env[70491]: INFO nova.compute.manager [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Terminating instance [ 1391.997576] env[70491]: DEBUG oslo_vmware.api [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295341, 'name': PowerOnVM_Task, 'duration_secs': 0.407127} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.997825] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1391.998018] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-69d050de-adef-412a-ad48-45d4702aa6f7 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance '48968f3c-f5ce-46b2-8f94-ffd8005ceafd' progress to 100 {{(pid=70491) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.065622] env[70491]: DEBUG nova.compute.manager [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.065825] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.068192] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b4620c-efac-455a-b2bd-96a5fac299f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.075148] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.075389] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051584e0-e444-41a0-905f-2e4896ec95a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.081507] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1392.081507] env[70491]: value = "task-3295342" [ 1392.081507] env[70491]: _type = "Task" [ 1392.081507] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.089460] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.358907] env[70491]: INFO nova.compute.manager [None req-44cc7d7d-0ce9-48a5-9188-1670335402ec tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance to original state: 'active' [ 1392.590916] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295342, 'name': PowerOffVM_Task, 'duration_secs': 0.232205} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.591332] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.591332] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.591527] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa4b13bc-b3ad-4a43-88de-6b0d1f48fdca {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.528161] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.528448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.528751] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.528957] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.529143] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.531188] env[70491]: INFO nova.compute.manager [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Terminating instance [ 1393.638192] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.638564] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.638564] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore1] 59a3ef48-15fd-4795-aeb7-8dbb76598879 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.638817] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0deb9b08-2d40-49e1-b521-4c754ce8d87f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.646481] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1393.646481] env[70491]: value = "task-3295344" [ 1393.646481] env[70491]: _type = "Task" [ 1393.646481] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.654350] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.034745] env[70491]: DEBUG nova.compute.manager [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.035023] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.035325] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce1ce401-21e4-4c85-a234-2308316b8add {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.042816] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1394.042816] env[70491]: value = "task-3295345" [ 1394.042816] env[70491]: _type = "Task" [ 1394.042816] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.048400] env[70491]: DEBUG nova.network.neutron [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Port 4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 binding to destination host cpu-1 is already ACTIVE {{(pid=70491) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1394.048671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.048826] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.048987] env[70491]: DEBUG nova.network.neutron [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.055873] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.156119] env[70491]: DEBUG oslo_vmware.api [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159709} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.156433] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.156658] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.156863] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.157069] env[70491]: INFO nova.compute.manager [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1394.157325] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1394.157540] env[70491]: DEBUG nova.compute.manager [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.157651] env[70491]: DEBUG nova.network.neutron [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.554590] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295345, 'name': PowerOffVM_Task, 'duration_secs': 0.195183} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.554889] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.555098] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1394.555397] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658067', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'name': 'volume-10ffd79f-49aa-4447-abb8-c239aa011706', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5baddb8f-9738-4d73-8f1d-68e013b86141', 'attached_at': '2025-04-04T01:40:32.000000', 'detached_at': '', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'serial': '10ffd79f-49aa-4447-abb8-c239aa011706'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1394.556542] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60977f9-980d-41e7-b6d6-967b0d80d7e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.576793] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3fb4c7-4725-4feb-ba93-c0c82462ea61 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.583160] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bf14e6-717d-42c8-bd98-c6438a6d0701 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.605343] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495398d-f1c6-413a-ab25-9c437b59034a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.620075] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] The volume has not been displaced from its original location: [datastore2] volume-10ffd79f-49aa-4447-abb8-c239aa011706/volume-10ffd79f-49aa-4447-abb8-c239aa011706.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1394.625506] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.625704] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81c55362-c70f-49fd-aa8d-951b9f462681 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.643070] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1394.643070] env[70491]: value = "task-3295346" [ 1394.643070] env[70491]: _type = "Task" [ 1394.643070] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.650470] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.726203] env[70491]: DEBUG nova.compute.manager [req-3cb6e66e-ce4e-424d-9564-5fc7d90df30b req-bdf5a042-46f9-454e-aac4-0ef3b81f0da0 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Received event network-vif-deleted-cb1920dd-ea81-4d1e-abd3-83f3dd456f1b {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1394.726401] env[70491]: INFO nova.compute.manager [req-3cb6e66e-ce4e-424d-9564-5fc7d90df30b req-bdf5a042-46f9-454e-aac4-0ef3b81f0da0 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Neutron deleted interface cb1920dd-ea81-4d1e-abd3-83f3dd456f1b; detaching it from the instance and deleting it from the info cache [ 1394.726565] env[70491]: DEBUG nova.network.neutron [req-3cb6e66e-ce4e-424d-9564-5fc7d90df30b req-bdf5a042-46f9-454e-aac4-0ef3b81f0da0 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.826775] env[70491]: DEBUG nova.network.neutron [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.152472] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295346, 'name': ReconfigVM_Task, 'duration_secs': 0.233007} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.152742] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1395.157363] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52973254-25a0-48d6-917a-4d08a9c02260 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.171882] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1395.171882] env[70491]: value = "task-3295347" [ 1395.171882] env[70491]: _type = "Task" [ 1395.171882] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.179375] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295347, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.210970] env[70491]: DEBUG nova.network.neutron [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.229678] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cdd15d3-04e6-44ad-87ee-785d0525bfdb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.238635] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d8b1b-ce60-4d92-9113-590407ea430f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.266708] env[70491]: DEBUG nova.compute.manager [req-3cb6e66e-ce4e-424d-9564-5fc7d90df30b req-bdf5a042-46f9-454e-aac4-0ef3b81f0da0 service nova] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Detach interface failed, port_id=cb1920dd-ea81-4d1e-abd3-83f3dd456f1b, reason: Instance 59a3ef48-15fd-4795-aeb7-8dbb76598879 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1395.330074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.681030] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295347, 'name': ReconfigVM_Task, 'duration_secs': 0.206725} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.681342] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658067', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'name': 'volume-10ffd79f-49aa-4447-abb8-c239aa011706', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5baddb8f-9738-4d73-8f1d-68e013b86141', 'attached_at': '2025-04-04T01:40:32.000000', 'detached_at': '', 'volume_id': '10ffd79f-49aa-4447-abb8-c239aa011706', 'serial': '10ffd79f-49aa-4447-abb8-c239aa011706'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1395.681598] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.682352] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca9f97b-92d7-4927-92b0-15eeafcdb3db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.688623] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.688844] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c770a3a5-fc5f-4478-a94d-036497d2b859 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.716266] env[70491]: INFO nova.compute.manager [-] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Took 1.56 seconds to deallocate network for instance. [ 1395.834128] env[70491]: DEBUG nova.compute.manager [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70491) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1395.834359] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.834538] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.222480] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.329439] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.329686] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.329868] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleting the datastore file [datastore1] 5baddb8f-9738-4d73-8f1d-68e013b86141 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.330103] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e8f9459-f15b-43eb-b1cc-4da19cd577ac {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.336748] env[70491]: DEBUG nova.objects.instance [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'migration_context' on Instance uuid 48968f3c-f5ce-46b2-8f94-ffd8005ceafd {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.338015] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1396.338015] env[70491]: value = "task-3295349" [ 1396.338015] env[70491]: _type = "Task" [ 1396.338015] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.346759] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.852189] env[70491]: DEBUG oslo_vmware.api [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16165} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.852485] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1396.852674] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1396.852899] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1396.853021] env[70491]: INFO nova.compute.manager [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Took 2.82 seconds to destroy the instance on the hypervisor. [ 1396.853295] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.853516] env[70491]: DEBUG nova.compute.manager [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1396.853664] env[70491]: DEBUG nova.network.neutron [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.926869] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d1cc0-4081-4eb1-8086-405af6b551d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.934192] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdaf37a-6a63-410b-81c3-1fae0e200cb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.965443] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339919b-df89-4dfb-917b-8a617591f7f1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.972717] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59523370-9726-43ad-b512-8801f29ef3be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.984893] env[70491]: DEBUG nova.compute.provider_tree [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.295970] env[70491]: DEBUG nova.compute.manager [req-51a7f7db-a3f0-4996-9177-540fbb5e8808 req-e6363c48-e503-451d-8fab-e2c9be729fe7 service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Received event network-vif-deleted-741cf1d6-c869-4ee3-80d4-24889d82792a {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.296199] env[70491]: INFO nova.compute.manager [req-51a7f7db-a3f0-4996-9177-540fbb5e8808 req-e6363c48-e503-451d-8fab-e2c9be729fe7 service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Neutron deleted interface 741cf1d6-c869-4ee3-80d4-24889d82792a; detaching it from the instance and deleting it from the info cache [ 1397.296462] env[70491]: DEBUG nova.network.neutron [req-51a7f7db-a3f0-4996-9177-540fbb5e8808 req-e6363c48-e503-451d-8fab-e2c9be729fe7 service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.522040] env[70491]: DEBUG nova.scheduler.client.report [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updated inventory for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1397.522225] env[70491]: DEBUG nova.compute.provider_tree [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating resource provider c930ff34-9fe2-4c0a-898f-930dfcb54841 generation from 178 to 179 during operation: update_inventory {{(pid=70491) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1397.522381] env[70491]: DEBUG nova.compute.provider_tree [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Updating inventory in ProviderTree for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1397.767478] env[70491]: DEBUG nova.network.neutron [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.799022] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd477cce-7208-4887-bf20-a7dfd15f8286 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.808449] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c5985-8ca0-4896-8790-ad472f0497c3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.834162] env[70491]: DEBUG nova.compute.manager [req-51a7f7db-a3f0-4996-9177-540fbb5e8808 req-e6363c48-e503-451d-8fab-e2c9be729fe7 service nova] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Detach interface failed, port_id=741cf1d6-c869-4ee3-80d4-24889d82792a, reason: Instance 5baddb8f-9738-4d73-8f1d-68e013b86141 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.270738] env[70491]: INFO nova.compute.manager [-] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Took 1.42 seconds to deallocate network for instance. [ 1398.533033] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.698s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.538987] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.317s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.539316] env[70491]: DEBUG nova.objects.instance [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'resources' on Instance uuid 59a3ef48-15fd-4795-aeb7-8dbb76598879 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.816242] env[70491]: INFO nova.compute.manager [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Took 0.55 seconds to detach 1 volumes for instance. [ 1399.132286] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2028aef-ce51-4732-bc9d-b755194faf26 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.139834] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6f546-8e00-4bbd-acf0-b62ca331cb51 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.170611] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac420a5d-8288-4985-88d4-17e96e7e6a9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.178348] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90e1e6e-6594-40d2-8ca3-3940133d9488 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.191896] env[70491]: DEBUG nova.compute.provider_tree [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.322766] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.694807] env[70491]: DEBUG nova.scheduler.client.report [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.070366] env[70491]: INFO nova.compute.manager [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Swapping old allocation on dict_keys(['c930ff34-9fe2-4c0a-898f-930dfcb54841']) held by migration 85dd18e1-32b3-4e45-8e1f-08b61a785463 for instance [ 1400.095011] env[70491]: DEBUG nova.scheduler.client.report [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Overwriting current allocation {'allocations': {'c930ff34-9fe2-4c0a-898f-930dfcb54841': {'resources': {'VCPU': 1, 'MEMORY_MB': 256, 'DISK_GB': 1}, 'generation': 179}}, 'project_id': 'acc24986dcc749dfaac46f829212110c', 'user_id': '040012e41f9b4d1994faf042c312e376', 'consumer_generation': 1} on consumer 48968f3c-f5ce-46b2-8f94-ffd8005ceafd {{(pid=70491) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1400.190216] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.190409] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.190586] env[70491]: DEBUG nova.network.neutron [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.201701] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.203900] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.881s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.204146] env[70491]: DEBUG nova.objects.instance [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'resources' on Instance uuid 5baddb8f-9738-4d73-8f1d-68e013b86141 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.217901] env[70491]: INFO nova.scheduler.client.report [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocations for instance 59a3ef48-15fd-4795-aeb7-8dbb76598879 [ 1400.724897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03027891-43ae-47d5-a8de-884a3f8342fa tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "59a3ef48-15fd-4795-aeb7-8dbb76598879" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.165s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.765078] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e879b5-c6e0-4117-816b-fc75974b1c86 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.775276] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca041d69-a52a-4b3d-a544-2a160846986e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.805955] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e83feb-60ff-431e-a897-8472d0da5e61 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.816591] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd44a137-8ab5-4d7a-86f9-4551652eb2aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.829831] env[70491]: DEBUG nova.compute.provider_tree [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.926174] env[70491]: DEBUG nova.network.neutron [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [{"id": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "address": "fa:16:3e:93:0e:20", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b196240-6c", "ovs_interfaceid": "4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.335444] env[70491]: DEBUG nova.scheduler.client.report [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.429435] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-48968f3c-f5ce-46b2-8f94-ffd8005ceafd" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.429876] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.430149] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04010a55-a55a-4250-8061-49b5bf25b5fb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.438159] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1401.438159] env[70491]: value = "task-3295351" [ 1401.438159] env[70491]: _type = "Task" [ 1401.438159] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.446099] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.840732] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.861539] env[70491]: INFO nova.scheduler.client.report [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted allocations for instance 5baddb8f-9738-4d73-8f1d-68e013b86141 [ 1401.947991] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295351, 'name': PowerOffVM_Task, 'duration_secs': 0.205337} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.948313] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.948902] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1401.949130] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1401.949289] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1401.949470] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1401.949614] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1401.949764] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1401.949981] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1401.950154] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1401.950320] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1401.950482] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1401.950651] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1401.955576] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcdb9673-73f5-4f71-97ee-c3c3d0111979 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.970797] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1401.970797] env[70491]: value = "task-3295352" [ 1401.970797] env[70491]: _type = "Task" [ 1401.970797] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.978826] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.369632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-bdeceda5-d065-4230-badf-3e21a491e219 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "5baddb8f-9738-4d73-8f1d-68e013b86141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.841s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.481231] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295352, 'name': ReconfigVM_Task, 'duration_secs': 0.127216} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.482371] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd212d53-9e28-4813-9def-f5347860a6c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.502727] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1402.502979] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.503152] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1402.503337] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.503522] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1402.503663] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1402.503874] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1402.504042] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1402.504209] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1402.504397] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1402.504599] env[70491]: DEBUG nova.virt.hardware [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1402.505407] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb743951-7d55-4f53-bc95-c6eac5f77474 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.510671] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1402.510671] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19fe2-a353-6b00-7bca-b4f09d91f799" [ 1402.510671] env[70491]: _type = "Task" [ 1402.510671] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.519217] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19fe2-a353-6b00-7bca-b4f09d91f799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.021082] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19fe2-a353-6b00-7bca-b4f09d91f799, 'name': SearchDatastore_Task, 'duration_secs': 0.007936} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.026412] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1403.026707] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19f2a994-4f27-41d8-adf0-5594626aceea {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.045379] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1403.045379] env[70491]: value = "task-3295353" [ 1403.045379] env[70491]: _type = "Task" [ 1403.045379] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.053134] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.066561] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.066867] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.555167] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295353, 'name': ReconfigVM_Task, 'duration_secs': 0.181456} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.555461] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1403.556280] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac150d4-5395-4e12-8192-eb0c4d4f5e22 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.570773] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.580550] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.581029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-954e75c2-27cf-40b6-a94e-bc51a8891c2e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.598597] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1403.598597] env[70491]: value = "task-3295354" [ 1403.598597] env[70491]: _type = "Task" [ 1403.598597] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.606435] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.106054] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.106373] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.107904] env[70491]: INFO nova.compute.claims [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.115388] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295354, 'name': ReconfigVM_Task, 'duration_secs': 0.249122} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.115696] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd/48968f3c-f5ce-46b2-8f94-ffd8005ceafd.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.116517] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222f94a-03e7-4f7e-bd8b-eef6d46eb675 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.134215] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac7e40f-cd60-40aa-b680-1c1f89e47723 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.152070] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8ce501-d7a6-4afc-9d4c-52460ac45184 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.169676] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb2918c-d29e-40ba-aa01-fbdbc9efeb3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.175909] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.176150] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e78a58ef-2a7c-4ff2-af7c-a369994cea9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.182791] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1404.182791] env[70491]: value = "task-3295355" [ 1404.182791] env[70491]: _type = "Task" [ 1404.182791] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.189788] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.483649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "f063a7df-db3b-4573-9e02-d864661fb441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.483845] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.484073] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "f063a7df-db3b-4573-9e02-d864661fb441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.484262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.484490] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.486626] env[70491]: INFO nova.compute.manager [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Terminating instance [ 1404.692515] env[70491]: DEBUG oslo_vmware.api [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295355, 'name': PowerOnVM_Task, 'duration_secs': 0.348919} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.692515] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.990830] env[70491]: DEBUG nova.compute.manager [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.991089] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.992373] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1653f62a-2492-4fc3-a11e-75b590c4fc3a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.999820] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.000065] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fc30c3-7c29-4c32-b66a-4ba83ad4a5bc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.006104] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1405.006104] env[70491]: value = "task-3295356" [ 1405.006104] env[70491]: _type = "Task" [ 1405.006104] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.015841] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.183891] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f726234-a5c9-4fd0-9db5-06cc1ddb6665 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.192450] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bca310-2d99-43e1-b304-9a91eeecaa53 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.225383] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ca8535-ff6a-4f97-b818-8cc0c5a83f0f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.232693] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58986b22-33cc-4033-adb2-7ad77a87cecf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.245704] env[70491]: DEBUG nova.compute.provider_tree [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.516425] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295356, 'name': PowerOffVM_Task, 'duration_secs': 0.189085} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.516690] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.516875] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.517136] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2ab021-190e-4bd6-869c-a4850fc6ca37 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.576280] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.576494] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.576685] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleting the datastore file [datastore2] f063a7df-db3b-4573-9e02-d864661fb441 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.576948] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ec48924-4954-484f-8550-a0c1643882de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.583279] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for the task: (returnval){ [ 1405.583279] env[70491]: value = "task-3295358" [ 1405.583279] env[70491]: _type = "Task" [ 1405.583279] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.590492] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.726347] env[70491]: INFO nova.compute.manager [None req-7ecbe1d5-da1e-4307-842d-b123204deffe tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance to original state: 'active' [ 1405.748474] env[70491]: DEBUG nova.scheduler.client.report [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.095369] env[70491]: DEBUG oslo_vmware.api [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Task: {'id': task-3295358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137585} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.095716] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.096020] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.096345] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.096657] env[70491]: INFO nova.compute.manager [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.097051] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.097347] env[70491]: DEBUG nova.compute.manager [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.097509] env[70491]: DEBUG nova.network.neutron [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.252789] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.253339] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.327233] env[70491]: DEBUG nova.compute.manager [req-ac77fac4-eb9b-41c7-a13b-c4ea2ee5d091 req-9ac40d98-c9f2-4ec4-8542-0e373ab3cdb0 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Received event network-vif-deleted-5cec6e7f-e8e4-4281-97d9-97daebf6e9ce {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.327398] env[70491]: INFO nova.compute.manager [req-ac77fac4-eb9b-41c7-a13b-c4ea2ee5d091 req-9ac40d98-c9f2-4ec4-8542-0e373ab3cdb0 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Neutron deleted interface 5cec6e7f-e8e4-4281-97d9-97daebf6e9ce; detaching it from the instance and deleting it from the info cache [ 1406.327503] env[70491]: DEBUG nova.network.neutron [req-ac77fac4-eb9b-41c7-a13b-c4ea2ee5d091 req-9ac40d98-c9f2-4ec4-8542-0e373ab3cdb0 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.759066] env[70491]: DEBUG nova.compute.utils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1406.760762] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.760964] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.800292] env[70491]: DEBUG nova.policy [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6632be7e596045e38237b5bb5ae680d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3a5f674fdfe4461a910c21eeed3d99c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.810759] env[70491]: DEBUG nova.network.neutron [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.830434] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-053de4a3-cc78-411f-9e25-0100ada2f884 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.842847] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b135623-e0eb-4c9a-9a87-5aad56ba34e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.868540] env[70491]: DEBUG nova.compute.manager [req-ac77fac4-eb9b-41c7-a13b-c4ea2ee5d091 req-9ac40d98-c9f2-4ec4-8542-0e373ab3cdb0 service nova] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Detach interface failed, port_id=5cec6e7f-e8e4-4281-97d9-97daebf6e9ce, reason: Instance f063a7df-db3b-4573-9e02-d864661fb441 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1407.155703] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Successfully created port: 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.264793] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.313543] env[70491]: INFO nova.compute.manager [-] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Took 1.22 seconds to deallocate network for instance. [ 1407.732793] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.733074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.733292] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.733477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.733649] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.735723] env[70491]: INFO nova.compute.manager [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Terminating instance [ 1407.822245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.822606] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.822832] env[70491]: DEBUG nova.objects.instance [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lazy-loading 'resources' on Instance uuid f063a7df-db3b-4573-9e02-d864661fb441 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.239366] env[70491]: DEBUG nova.compute.manager [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.239606] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.240541] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e24ca9-d4e0-43bf-a918-e1ff963bb5e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.248706] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.248944] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bac9b7-1352-48e8-ba21-ebd1494231eb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.254783] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1408.254783] env[70491]: value = "task-3295359" [ 1408.254783] env[70491]: _type = "Task" [ 1408.254783] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.262642] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.273374] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1408.299834] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1408.300075] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1408.300258] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.300469] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1408.300626] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.300773] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1408.300973] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1408.301154] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1408.301364] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1408.301525] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1408.301695] env[70491]: DEBUG nova.virt.hardware [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1408.302600] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfee73de-eed1-452f-9253-b94c29a60a3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.309757] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127ae86-0eca-4f5e-8694-ac97407276e3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.391321] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f1983-0d4d-4d43-a67b-1e22f4b0da53 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.398571] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2230203e-9c0c-4921-9741-684e53fd3f3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.429500] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ed1964-2c3b-4e43-ae75-439fe576bb60 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.437590] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d2478b-3add-44e1-bdab-a3dd634af8d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.451578] env[70491]: DEBUG nova.compute.provider_tree [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.697931] env[70491]: DEBUG nova.compute.manager [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.698092] env[70491]: DEBUG oslo_concurrency.lockutils [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.699854] env[70491]: DEBUG oslo_concurrency.lockutils [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.700084] env[70491]: DEBUG oslo_concurrency.lockutils [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.700292] env[70491]: DEBUG nova.compute.manager [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] No waiting events found dispatching network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1408.700500] env[70491]: WARNING nova.compute.manager [req-c1fce369-99a8-4e7f-8257-5029be736631 req-22731c06-7c5f-464a-91af-1e8ba0c44839 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received unexpected event network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 for instance with vm_state building and task_state spawning. [ 1408.764567] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295359, 'name': PowerOffVM_Task, 'duration_secs': 0.201901} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.765167] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.765352] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.765597] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40bef75-f792-475e-ad8e-76525e323447 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.825507] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.825766] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.825971] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleting the datastore file [datastore1] 48968f3c-f5ce-46b2-8f94-ffd8005ceafd {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.826258] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db86a5b0-68d8-4691-8ee8-437dd0095267 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.831747] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1408.831747] env[70491]: value = "task-3295361" [ 1408.831747] env[70491]: _type = "Task" [ 1408.831747] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.839276] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.956603] env[70491]: DEBUG nova.scheduler.client.report [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.177639] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Successfully updated port: 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.195549] env[70491]: DEBUG nova.compute.manager [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.195869] env[70491]: DEBUG nova.compute.manager [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing instance network info cache due to event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1409.196036] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.196135] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.196293] env[70491]: DEBUG nova.network.neutron [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.341139] env[70491]: DEBUG oslo_vmware.api [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18928} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.341525] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.341525] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.341698] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.341864] env[70491]: INFO nova.compute.manager [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1409.342110] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.342299] env[70491]: DEBUG nova.compute.manager [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.342391] env[70491]: DEBUG nova.network.neutron [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.461785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.486274] env[70491]: INFO nova.scheduler.client.report [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Deleted allocations for instance f063a7df-db3b-4573-9e02-d864661fb441 [ 1409.505450] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.505712] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.680546] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.734422] env[70491]: DEBUG nova.network.neutron [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.845800] env[70491]: DEBUG nova.network.neutron [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.001243] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad4f1de4-8666-4871-962d-ecf66c321bdb tempest-ServerActionsTestOtherA-1457700792 tempest-ServerActionsTestOtherA-1457700792-project-member] Lock "f063a7df-db3b-4573-9e02-d864661fb441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.517s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.007984] env[70491]: INFO nova.compute.manager [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Detaching volume f635d774-b3bc-4a3b-bffb-1fdb44481ec5 [ 1410.052168] env[70491]: INFO nova.virt.block_device [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Attempting to driver detach volume f635d774-b3bc-4a3b-bffb-1fdb44481ec5 from mountpoint /dev/sdb [ 1410.052466] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1410.052693] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658069', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'name': 'volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab1f61b-be29-4980-b743-b207977bf9b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'serial': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1410.053639] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2cce2-aa5c-4cf9-bd6e-58cb7a889a6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.076709] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3dd32f-a61f-4fa3-ba81-344c10432064 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.083072] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6addec-7f08-482f-a796-580029d45206 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.102799] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3089d-d001-49e6-95b2-0704268a86ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.116864] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] The volume has not been displaced from its original location: [datastore1] volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5/volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1410.121982] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.122248] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4aaf7e-6a13-499e-9bbf-02ad9645ee04 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.140826] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1410.140826] env[70491]: value = "task-3295362" [ 1410.140826] env[70491]: _type = "Task" [ 1410.140826] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.149511] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.335925] env[70491]: DEBUG nova.network.neutron [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.348155] env[70491]: DEBUG oslo_concurrency.lockutils [req-4d4a6b40-13b0-47f2-9a53-2b06cf737a4f req-bcf8476f-d671-4169-8761-7cfa221146a3 service nova] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.349098] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.349260] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.651014] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295362, 'name': ReconfigVM_Task, 'duration_secs': 0.22389} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.651138] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.655852] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2deb6e8-6cd5-4dbb-9b66-76cd838dbc25 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.670492] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1410.670492] env[70491]: value = "task-3295363" [ 1410.670492] env[70491]: _type = "Task" [ 1410.670492] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.679618] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.838856] env[70491]: INFO nova.compute.manager [-] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Took 1.50 seconds to deallocate network for instance. [ 1410.877658] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.069065] env[70491]: DEBUG nova.network.neutron [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.180782] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.226524] env[70491]: DEBUG nova.compute.manager [req-e5596aec-3e28-4125-aa2b-5b8cdcc4d323 req-ade5e75f-2124-4c65-977f-fbbe77c0fae5 service nova] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Received event network-vif-deleted-4b196240-6cb7-4fae-9e7a-b4fcecd4bdd9 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.344769] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.345058] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.345252] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.366026] env[70491]: INFO nova.scheduler.client.report [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted allocations for instance 48968f3c-f5ce-46b2-8f94-ffd8005ceafd [ 1411.572101] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.572645] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance network_info: |[{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1411.573210] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a4:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44eb809d-89d9-43a3-8862-5f4451e36643', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.581043] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.581253] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.581476] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c1723e-339a-400a-bef6-f7482d120245 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.603896] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.603896] env[70491]: value = "task-3295364" [ 1411.603896] env[70491]: _type = "Task" [ 1411.603896] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.611632] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295364, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.680654] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295363, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.873629] env[70491]: DEBUG oslo_concurrency.lockutils [None req-1ab6b683-4876-4829-99e4-8dedf457d483 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "48968f3c-f5ce-46b2-8f94-ffd8005ceafd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.140s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.117269] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295364, 'name': CreateVM_Task, 'duration_secs': 0.28962} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.117448] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.118134] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.118583] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.118923] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.119924] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c48a2e3-335d-4d34-8e37-0ae000797ccc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.123902] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1412.123902] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52778351-d6e8-e80f-dbc2-d4d0da09a1c7" [ 1412.123902] env[70491]: _type = "Task" [ 1412.123902] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.131318] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52778351-d6e8-e80f-dbc2-d4d0da09a1c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.183524] env[70491]: DEBUG oslo_vmware.api [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295363, 'name': ReconfigVM_Task, 'duration_secs': 1.134454} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.183879] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658069', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'name': 'volume-f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bab1f61b-be29-4980-b743-b207977bf9b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5', 'serial': 'f635d774-b3bc-4a3b-bffb-1fdb44481ec5'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1412.634519] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52778351-d6e8-e80f-dbc2-d4d0da09a1c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.634836] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.635078] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.635318] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.635486] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.635667] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.635923] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bec2d360-7ab6-4efa-9090-1a85b3fff8e0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.644831] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.645121] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.645892] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617ba473-2cdf-4f50-bf8f-5efeb8d47d8f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.650771] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1412.650771] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232e23c-c2bf-3961-f264-3443255c2f4b" [ 1412.650771] env[70491]: _type = "Task" [ 1412.650771] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.658238] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232e23c-c2bf-3961-f264-3443255c2f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.720125] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "d76dcaac-1315-424e-ae45-23692896cb9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.720392] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.735883] env[70491]: DEBUG nova.objects.instance [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.161148] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5232e23c-c2bf-3961-f264-3443255c2f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008798} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.162655] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ae8f28-82bc-4da4-85fc-b22385964665 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.167882] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1413.167882] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd74b2-fb2d-a86f-c731-2be2d8fb37d5" [ 1413.167882] env[70491]: _type = "Task" [ 1413.167882] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.175482] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd74b2-fb2d-a86f-c731-2be2d8fb37d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.223388] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.678164] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52cd74b2-fb2d-a86f-c731-2be2d8fb37d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.678544] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.678663] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.678911] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-455fb7c3-cb00-4eef-932c-83f03558a837 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.684956] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1413.684956] env[70491]: value = "task-3295365" [ 1413.684956] env[70491]: _type = "Task" [ 1413.684956] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.692115] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.742051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.742281] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.743776] env[70491]: INFO nova.compute.claims [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.746362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-4ce1f8c6-3667-4c85-803b-453a37bde9c4 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.241s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.768074] env[70491]: DEBUG oslo_concurrency.lockutils [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.768368] env[70491]: DEBUG oslo_concurrency.lockutils [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.768549] env[70491]: DEBUG nova.compute.manager [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.769474] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279b403-cee8-4069-8f08-0624657aa57d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.776184] env[70491]: DEBUG nova.compute.manager [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1413.776785] env[70491]: DEBUG nova.objects.instance [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.921532] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.921799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.103903] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "140413cc-da01-4594-8a44-218d13c053eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.104147] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.195215] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409179} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.195215] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.195497] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.195774] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-445f03ff-d2ce-491d-b628-854402ff904b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.201826] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1414.201826] env[70491]: value = "task-3295366" [ 1414.201826] env[70491]: _type = "Task" [ 1414.201826] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.209487] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.424734] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.606776] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.711715] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057286} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.712043] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.712760] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ea0a39-8814-4100-afd1-e07712e5bcb1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.734455] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.734715] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6648f8-b4aa-4456-8af7-097277cdcf5f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.756372] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1414.756372] env[70491]: value = "task-3295367" [ 1414.756372] env[70491]: _type = "Task" [ 1414.756372] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.766096] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.783436] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.783716] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4d286ae-5695-4df8-a9e9-a204c51c4cff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.792444] env[70491]: DEBUG oslo_vmware.api [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1414.792444] env[70491]: value = "task-3295368" [ 1414.792444] env[70491]: _type = "Task" [ 1414.792444] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.802329] env[70491]: DEBUG oslo_vmware.api [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.838631] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1732f1f9-464a-47c8-b1ab-394a8a7c5431 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.845864] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f87134-4ffc-459c-afc4-3dc986e09612 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.886556] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566bcb9-3de1-4a25-ab45-f3590a667d7f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.896869] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a15bcd-0455-4b00-ae29-4f5d4a7eb2e1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.917986] env[70491]: DEBUG nova.compute.provider_tree [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.945346] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.124834] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.266880] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295367, 'name': ReconfigVM_Task, 'duration_secs': 0.286548} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.267165] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.267901] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a9e0f9b-81f2-4836-aa5a-14f63b6dd924 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.274842] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1415.274842] env[70491]: value = "task-3295369" [ 1415.274842] env[70491]: _type = "Task" [ 1415.274842] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.283285] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295369, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.301190] env[70491]: DEBUG oslo_vmware.api [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295368, 'name': PowerOffVM_Task, 'duration_secs': 0.226124} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.301451] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.301661] env[70491]: DEBUG nova.compute.manager [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.302454] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b20ccd-152a-4228-ab04-30cdcb37092c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.421813] env[70491]: DEBUG nova.scheduler.client.report [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.784063] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295369, 'name': Rename_Task, 'duration_secs': 0.129627} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.784370] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.784583] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a82d608-d6e1-490c-810a-b3c371b528dc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.791279] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1415.791279] env[70491]: value = "task-3295370" [ 1415.791279] env[70491]: _type = "Task" [ 1415.791279] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.798472] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.813061] env[70491]: DEBUG oslo_concurrency.lockutils [None req-012d99ea-5cd9-44d4-822b-9e4bada5bcf1 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.926686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.927162] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1415.930639] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.985s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.931990] env[70491]: INFO nova.compute.claims [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.157846] env[70491]: DEBUG nova.objects.instance [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.300854] env[70491]: DEBUG oslo_vmware.api [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295370, 'name': PowerOnVM_Task, 'duration_secs': 0.428062} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.301383] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.301588] env[70491]: INFO nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1416.301768] env[70491]: DEBUG nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.302573] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc8367-91c8-421b-818d-fcec875f3c0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.438795] env[70491]: DEBUG nova.compute.utils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.440338] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.440523] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.477548] env[70491]: DEBUG nova.policy [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '040012e41f9b4d1994faf042c312e376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acc24986dcc749dfaac46f829212110c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.663256] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.663420] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.663594] env[70491]: DEBUG nova.network.neutron [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.663766] env[70491]: DEBUG nova.objects.instance [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'info_cache' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.747470] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Successfully created port: 6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1416.821957] env[70491]: INFO nova.compute.manager [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Took 12.74 seconds to build instance. [ 1416.944185] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.031285] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21425d28-65a5-4178-bab8-8e0b78aa3480 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.039663] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d859861-9bf7-4d80-9d4f-ae82aaf20986 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.070522] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd00e8-7217-42eb-919d-da9e12d77cb6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.077749] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60c9131-e9d5-4f02-adbc-10d5106901c6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.090699] env[70491]: DEBUG nova.compute.provider_tree [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.166850] env[70491]: DEBUG nova.objects.base [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1417.269618] env[70491]: DEBUG nova.compute.manager [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1417.269688] env[70491]: DEBUG nova.compute.manager [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing instance network info cache due to event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1417.269941] env[70491]: DEBUG oslo_concurrency.lockutils [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.270137] env[70491]: DEBUG oslo_concurrency.lockutils [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.270328] env[70491]: DEBUG nova.network.neutron [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.323599] env[70491]: DEBUG oslo_concurrency.lockutils [None req-07c2f004-825f-4bb1-8acd-9bb6110de9ce tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.257s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.593873] env[70491]: DEBUG nova.scheduler.client.report [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1417.868734] env[70491]: DEBUG nova.network.neutron [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [{"id": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "address": "fa:16:3e:ae:df:22", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfbcc16d-e6", "ovs_interfaceid": "cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.957138] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.985299] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1417.985574] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.985759] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1417.985949] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.986108] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1417.986255] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1417.986460] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1417.986627] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1417.986793] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1417.986952] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1417.987139] env[70491]: DEBUG nova.virt.hardware [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1417.988023] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea3b0b9-336e-4c62-b944-bf69dc9e4f49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.991038] env[70491]: DEBUG nova.network.neutron [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updated VIF entry in instance network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1417.991329] env[70491]: DEBUG nova.network.neutron [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.997315] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5d044-5511-493c-90cb-cbd82f73bb75 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.098746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.099279] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.101815] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.977s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.103163] env[70491]: INFO nova.compute.claims [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.163642] env[70491]: DEBUG nova.compute.manager [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Received event network-vif-plugged-6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.163900] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] Acquiring lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.164156] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] Lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.164367] env[70491]: DEBUG oslo_concurrency.lockutils [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] Lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.164624] env[70491]: DEBUG nova.compute.manager [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] No waiting events found dispatching network-vif-plugged-6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.164823] env[70491]: WARNING nova.compute.manager [req-f9d0cc16-7fb8-43da-a89e-108f4fcca026 req-e88e7355-3fed-491a-88b3-d2b4689439b6 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Received unexpected event network-vif-plugged-6ba6ec86-35af-4c55-b84f-094a3b8f4835 for instance with vm_state building and task_state spawning. [ 1418.246679] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Successfully updated port: 6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.371823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "refresh_cache-bab1f61b-be29-4980-b743-b207977bf9b5" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.493745] env[70491]: DEBUG oslo_concurrency.lockutils [req-1596572c-ea6a-441b-a7d4-8c8668b8594b req-873ff26e-b8b9-4cc1-a416-4ea119608b1c service nova] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.607919] env[70491]: DEBUG nova.compute.utils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.611818] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1418.751936] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.752199] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.752353] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.112587] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.189831] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daadca83-55d5-4bd7-b3f0-df18029e704f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.197787] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d12773f-9eda-494b-850c-edb222fd9cd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.227818] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07017a6-6960-402b-a719-e392459ee1f4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.234996] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf8bcc9-43d3-4445-9785-5fe1b322a4d6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.248219] env[70491]: DEBUG nova.compute.provider_tree [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.286078] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.378477] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.380873] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cae5c6d-6319-430f-8e3a-f6f81a82f98d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.389329] env[70491]: DEBUG oslo_vmware.api [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1419.389329] env[70491]: value = "task-3295371" [ 1419.389329] env[70491]: _type = "Task" [ 1419.389329] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.396541] env[70491]: DEBUG oslo_vmware.api [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.411857] env[70491]: DEBUG nova.network.neutron [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.751963] env[70491]: DEBUG nova.scheduler.client.report [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.900458] env[70491]: DEBUG oslo_vmware.api [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295371, 'name': PowerOnVM_Task, 'duration_secs': 0.421908} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.900767] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.900999] env[70491]: DEBUG nova.compute.manager [None req-33d9ed98-b0a5-4bc0-abf8-7d7d04d54499 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.901849] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b879b-9e0f-4bd1-a12d-1556cf94e804 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.914966] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.915257] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Instance network_info: |[{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1419.915644] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:57:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba6ec86-35af-4c55-b84f-094a3b8f4835', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1419.923856] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.924087] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1419.924724] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf6389f-2f5c-40f1-8c3a-c2559630e121 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.944340] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1419.944340] env[70491]: value = "task-3295372" [ 1419.944340] env[70491]: _type = "Task" [ 1419.944340] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.952065] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.125628] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.152272] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.152522] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.152675] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.152849] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.152990] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.153159] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.153364] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.153523] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.153689] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.153849] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.154093] env[70491]: DEBUG nova.virt.hardware [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.154913] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d24ab1-7bf7-4a2f-9ca5-2d58fbd7c30a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.162932] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4001d5f-3a4e-4c7e-9c48-533082d520aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.177092] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.183035] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Creating folder: Project (0d558760027b4526a71bca7d4fe82a92). Parent ref: group-v657728. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.183434] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee3ea54c-3eca-4df0-94d5-de582b00e477 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.193848] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Created folder: Project (0d558760027b4526a71bca7d4fe82a92) in parent group-v657728. [ 1420.194113] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Creating folder: Instances. Parent ref: group-v658072. {{(pid=70491) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.194244] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-977fd7e7-6bbc-430b-8caf-a16bc8f7fa1e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.198979] env[70491]: DEBUG nova.compute.manager [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Received event network-changed-6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.199185] env[70491]: DEBUG nova.compute.manager [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Refreshing instance network info cache due to event network-changed-6ba6ec86-35af-4c55-b84f-094a3b8f4835. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.199395] env[70491]: DEBUG oslo_concurrency.lockutils [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] Acquiring lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.199535] env[70491]: DEBUG oslo_concurrency.lockutils [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] Acquired lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.199709] env[70491]: DEBUG nova.network.neutron [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Refreshing network info cache for port 6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.203253] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Created folder: Instances in parent group-v658072. [ 1420.203504] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.203896] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.204121] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58a4832-fdbc-4eb3-b026-6627a9652283 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.220401] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.220401] env[70491]: value = "task-3295375" [ 1420.220401] env[70491]: _type = "Task" [ 1420.220401] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.227978] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295375, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.257999] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.258610] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1420.454255] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.732818] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295375, 'name': CreateVM_Task, 'duration_secs': 0.303713} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.732987] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.733407] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.733566] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.733882] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.734145] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335b5758-1322-42e7-8573-fe03c3527a2b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.739351] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1420.739351] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f46b11-6f51-c266-6f85-b5ddae8a1d14" [ 1420.739351] env[70491]: _type = "Task" [ 1420.739351] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.746538] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f46b11-6f51-c266-6f85-b5ddae8a1d14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.762896] env[70491]: DEBUG nova.compute.utils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1420.764253] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Not allocating networking since 'none' was specified. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1420.915330] env[70491]: DEBUG nova.network.neutron [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updated VIF entry in instance network info cache for port 6ba6ec86-35af-4c55-b84f-094a3b8f4835. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.915705] env[70491]: DEBUG nova.network.neutron [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.953795] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.250674] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52f46b11-6f51-c266-6f85-b5ddae8a1d14, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.251044] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.251236] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.251505] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.251688] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.251906] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.252214] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a716f21-1480-4260-bc1a-80aaa97a0808 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.260458] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.260657] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.261399] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3faa0d5f-c522-4836-8cd0-c1c1c93d45f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.265330] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1421.269031] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1421.269031] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a7d203-de1c-8e3e-f855-da45c41de099" [ 1421.269031] env[70491]: _type = "Task" [ 1421.269031] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.277274] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a7d203-de1c-8e3e-f855-da45c41de099, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.278019] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed36ccb2-c9b1-405e-b60c-d3c54c4605ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.282529] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1421.282529] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5254ef18-53d2-3c95-aca1-54de584c7e81" [ 1421.282529] env[70491]: _type = "Task" [ 1421.282529] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.289981] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5254ef18-53d2-3c95-aca1-54de584c7e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.417972] env[70491]: DEBUG oslo_concurrency.lockutils [req-54c5d313-7b5f-4ab9-b58b-06863ccb4104 req-64864aa9-e511-4847-9bd4-88a3b547c03b service nova] Releasing lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.454664] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.793226] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5254ef18-53d2-3c95-aca1-54de584c7e81, 'name': SearchDatastore_Task, 'duration_secs': 0.008054} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.793489] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.793746] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7bb6c6e2-7723-472d-9e19-ad28f405b808/7bb6c6e2-7723-472d-9e19-ad28f405b808.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.794028] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61841edd-ebc0-47a7-8071-5532a58acf3e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.801386] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1421.801386] env[70491]: value = "task-3295376" [ 1421.801386] env[70491]: _type = "Task" [ 1421.801386] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.809172] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.955476] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.275809] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1422.296154] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1422.296406] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1422.296562] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1422.296746] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1422.296891] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1422.297051] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1422.297262] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1422.297421] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1422.297588] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1422.297752] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1422.297919] env[70491]: DEBUG nova.virt.hardware [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1422.298771] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81d89f6-9187-485d-b055-4444949f5030 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.307920] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7fcf36-5128-41c5-bdc9-68279837514d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.315637] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444038} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.316220] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 7bb6c6e2-7723-472d-9e19-ad28f405b808/7bb6c6e2-7723-472d-9e19-ad28f405b808.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.316453] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.316680] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afc0041-7949-443b-bb27-78d5ba49d797 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.325772] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.331295] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.332058] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.332273] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-849b2fc1-d716-476f-86d1-34bb60dd91b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.345288] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1422.345288] env[70491]: value = "task-3295377" [ 1422.345288] env[70491]: _type = "Task" [ 1422.345288] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.349755] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.349755] env[70491]: value = "task-3295378" [ 1422.349755] env[70491]: _type = "Task" [ 1422.349755] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.355363] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.359811] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295378, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.456349] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295372, 'name': CreateVM_Task, 'duration_secs': 2.192888} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.456554] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.457245] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.457413] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.457732] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.458016] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1aa2c1c-cbcf-4bcf-8f8b-2ddb2a88f8e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.462439] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1422.462439] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5285bf62-75b7-245c-d5b6-e5144b388c9c" [ 1422.462439] env[70491]: _type = "Task" [ 1422.462439] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.470039] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5285bf62-75b7-245c-d5b6-e5144b388c9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.856922] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.295705} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.857529] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.858257] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb3e34-4e5e-4249-9311-d926aaa781b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.863233] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295378, 'name': CreateVM_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.880128] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 7bb6c6e2-7723-472d-9e19-ad28f405b808/7bb6c6e2-7723-472d-9e19-ad28f405b808.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.880374] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382f1c04-c53e-448e-bdf4-a5199a880d07 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.899548] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1422.899548] env[70491]: value = "task-3295379" [ 1422.899548] env[70491]: _type = "Task" [ 1422.899548] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.907110] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.972246] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5285bf62-75b7-245c-d5b6-e5144b388c9c, 'name': SearchDatastore_Task, 'duration_secs': 0.0473} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.972516] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.972743] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.972976] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.973139] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.973319] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.973565] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83f97312-6c97-40e9-be57-7310877d26fc {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.987775] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.987974] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.988696] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8401e55e-cae1-40e8-a794-3bee6b787b53 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.997733] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1422.997733] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255b6f6-e1d0-4971-adcb-eefd67b90cad" [ 1422.997733] env[70491]: _type = "Task" [ 1422.997733] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.005294] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255b6f6-e1d0-4971-adcb-eefd67b90cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.360776] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295378, 'name': CreateVM_Task, 'duration_secs': 0.991943} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.362047] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1423.362047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.362047] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.362336] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.362585] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b7e6fba-85e8-4eee-8747-3f9d02cdb03e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.366660] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1423.366660] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5240529f-9ec5-147a-7754-97fb883449e9" [ 1423.366660] env[70491]: _type = "Task" [ 1423.366660] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.373657] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5240529f-9ec5-147a-7754-97fb883449e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.408690] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.508905] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5255b6f6-e1d0-4971-adcb-eefd67b90cad, 'name': SearchDatastore_Task, 'duration_secs': 0.045091} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.509629] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5287f5-ffbf-4d21-8620-9bf02382be5a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.514282] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1423.514282] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521137c1-8450-5812-d27e-d1e95f6635f2" [ 1423.514282] env[70491]: _type = "Task" [ 1423.514282] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.521209] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521137c1-8450-5812-d27e-d1e95f6635f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.877897] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5240529f-9ec5-147a-7754-97fb883449e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008851} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.878263] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.879562] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1423.879562] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.908170] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295379, 'name': ReconfigVM_Task, 'duration_secs': 0.607606} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.908437] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 7bb6c6e2-7723-472d-9e19-ad28f405b808/7bb6c6e2-7723-472d-9e19-ad28f405b808.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.909064] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bca4c07-b67c-4a07-8727-e13cfeee895f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.915313] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1423.915313] env[70491]: value = "task-3295380" [ 1423.915313] env[70491]: _type = "Task" [ 1423.915313] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.923696] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295380, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.024082] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521137c1-8450-5812-d27e-d1e95f6635f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.024349] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.024646] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d76dcaac-1315-424e-ae45-23692896cb9c/d76dcaac-1315-424e-ae45-23692896cb9c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1424.024927] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.025131] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.025349] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45792519-4787-43a6-bf94-ff810bf93cd3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.027435] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b81e43d-95c7-4602-bf7b-d30e3c111393 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.034792] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1424.034792] env[70491]: value = "task-3295381" [ 1424.034792] env[70491]: _type = "Task" [ 1424.034792] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.042428] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.044084] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.044265] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1424.044967] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f49e487-b2a1-4200-87a6-85ff3afda4b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.049586] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1424.049586] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cbf82-90a7-5ffa-e391-ece141e4f082" [ 1424.049586] env[70491]: _type = "Task" [ 1424.049586] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.056471] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cbf82-90a7-5ffa-e391-ece141e4f082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.425658] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295380, 'name': Rename_Task, 'duration_secs': 0.131019} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.426075] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.426232] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e4fdbb-2416-46e0-96bc-f7e814692e00 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.433601] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1424.433601] env[70491]: value = "task-3295382" [ 1424.433601] env[70491]: _type = "Task" [ 1424.433601] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.441834] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.543971] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455011} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.544232] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] d76dcaac-1315-424e-ae45-23692896cb9c/d76dcaac-1315-424e-ae45-23692896cb9c.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.544443] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.544711] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbd0445b-8cb4-42b5-9383-fc67084db85f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.550568] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1424.550568] env[70491]: value = "task-3295383" [ 1424.550568] env[70491]: _type = "Task" [ 1424.550568] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.563244] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.563544] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]523cbf82-90a7-5ffa-e391-ece141e4f082, 'name': SearchDatastore_Task, 'duration_secs': 0.008996} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.564329] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db22720-295f-4f68-9791-d2eefb8ed1bb {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.568830] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1424.568830] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a17ddb-8ced-7c42-d5b7-46d0d960d2ab" [ 1424.568830] env[70491]: _type = "Task" [ 1424.568830] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.575792] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a17ddb-8ced-7c42-d5b7-46d0d960d2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.943149] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295382, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.063175] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.352613} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.063410] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1425.064182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ec3fd-abfb-4626-b667-f80ef8fb77f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.086153] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] d76dcaac-1315-424e-ae45-23692896cb9c/d76dcaac-1315-424e-ae45-23692896cb9c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.089192] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0c6d09-d8c3-4bb4-9146-7850908c54b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.108432] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a17ddb-8ced-7c42-d5b7-46d0d960d2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.036956} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.109555] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.109859] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1425.110195] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1425.110195] env[70491]: value = "task-3295384" [ 1425.110195] env[70491]: _type = "Task" [ 1425.110195] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.110412] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f93da33-86cf-439d-b0a9-5835b4993193 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.121216] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1425.121216] env[70491]: value = "task-3295385" [ 1425.121216] env[70491]: _type = "Task" [ 1425.121216] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.121492] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.128190] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.445785] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.623732] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.632942] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295385, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.944834] env[70491]: DEBUG oslo_vmware.api [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295382, 'name': PowerOnVM_Task, 'duration_secs': 1.20175} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.945118] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.945316] env[70491]: INFO nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Took 5.82 seconds to spawn the instance on the hypervisor. [ 1425.945512] env[70491]: DEBUG nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.946271] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a4396-1d1c-452c-b01a-ecfa54753163 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.122656] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295384, 'name': ReconfigVM_Task, 'duration_secs': 0.623549} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.122921] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Reconfigured VM instance instance-0000007f to attach disk [datastore1] d76dcaac-1315-424e-ae45-23692896cb9c/d76dcaac-1315-424e-ae45-23692896cb9c.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.123635] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c456b72-b4de-4708-9924-f31a19b7decf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.132355] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773114} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.133411] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1426.133622] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1426.133904] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1426.133904] env[70491]: value = "task-3295386" [ 1426.133904] env[70491]: _type = "Task" [ 1426.133904] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.134085] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeaf294d-cb64-42b2-bc47-d00fbd713e32 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.142455] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295386, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.143520] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1426.143520] env[70491]: value = "task-3295387" [ 1426.143520] env[70491]: _type = "Task" [ 1426.143520] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.151406] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.463949] env[70491]: INFO nova.compute.manager [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Took 11.53 seconds to build instance. [ 1426.646505] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295386, 'name': Rename_Task, 'duration_secs': 0.127652} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.649267] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.649498] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632fc678-c91c-46b4-8d3a-2f3ee4ec8cf3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.655326] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065453} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.656427] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.656731] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1426.656731] env[70491]: value = "task-3295388" [ 1426.656731] env[70491]: _type = "Task" [ 1426.656731] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.657370] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7969a8-cb87-446a-9ca9-49af03ebda9c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.678681] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.681454] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3892e862-c868-419e-a872-ee530dd24b05 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.695057] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.699095] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1426.699095] env[70491]: value = "task-3295389" [ 1426.699095] env[70491]: _type = "Task" [ 1426.699095] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.706037] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.966475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2aa0af53-ae9b-403b-b47b-b72bdc93609f tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.045s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.169168] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.208842] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.670407] env[70491]: DEBUG oslo_vmware.api [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295388, 'name': PowerOnVM_Task, 'duration_secs': 0.985999} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.670780] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.670880] env[70491]: INFO nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1427.671073] env[70491]: DEBUG nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.671796] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ff8304-27f4-4382-936f-8dff7e7c4608 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.708826] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295389, 'name': ReconfigVM_Task, 'duration_secs': 0.820836} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.709096] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.709688] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e51828a8-2adb-44c2-a73c-380127039e60 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.716036] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1427.716036] env[70491]: value = "task-3295390" [ 1427.716036] env[70491]: _type = "Task" [ 1427.716036] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.724104] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295390, 'name': Rename_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.190988] env[70491]: INFO nova.compute.manager [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Took 14.46 seconds to build instance. [ 1428.226800] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295390, 'name': Rename_Task, 'duration_secs': 0.137083} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.227089] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.227334] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdf33f3-fff9-44ed-a12a-5fe97ce40aed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.232790] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1428.232790] env[70491]: value = "task-3295391" [ 1428.232790] env[70491]: _type = "Task" [ 1428.232790] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.240039] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.693739] env[70491]: DEBUG oslo_concurrency.lockutils [None req-daacd42b-d651-481d-bf4c-270e9f0280f3 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.972s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.745804] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295391, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.129035] env[70491]: DEBUG nova.compute.manager [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Received event network-changed-6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.129456] env[70491]: DEBUG nova.compute.manager [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Refreshing instance network info cache due to event network-changed-6ba6ec86-35af-4c55-b84f-094a3b8f4835. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1429.129857] env[70491]: DEBUG oslo_concurrency.lockutils [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] Acquiring lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.130173] env[70491]: DEBUG oslo_concurrency.lockutils [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] Acquired lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.130479] env[70491]: DEBUG nova.network.neutron [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Refreshing network info cache for port 6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.243959] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.744166] env[70491]: DEBUG oslo_vmware.api [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295391, 'name': PowerOnVM_Task, 'duration_secs': 1.046324} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.744578] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.744578] env[70491]: INFO nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1429.744758] env[70491]: DEBUG nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.745542] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d690df28-d8cb-4281-aee1-a1c3466110f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.037404] env[70491]: DEBUG nova.network.neutron [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updated VIF entry in instance network info cache for port 6ba6ec86-35af-4c55-b84f-094a3b8f4835. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.037761] env[70491]: DEBUG nova.network.neutron [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.262480] env[70491]: INFO nova.compute.manager [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Took 15.15 seconds to build instance. [ 1430.540567] env[70491]: DEBUG oslo_concurrency.lockutils [req-68d9a91e-7c8e-48e7-bf8e-16970a6229fc req-f48755ca-5ee9-4778-81fc-abe3d8559557 service nova] Releasing lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.764497] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e44df475-dc67-4d6e-a3d3-725f109885ab tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.660s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.259350] env[70491]: INFO nova.compute.manager [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Rebuilding instance [ 1431.298669] env[70491]: DEBUG nova.compute.manager [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.299552] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442447d5-4783-4873-b4af-4b41b34c9fd9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.312780] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1432.313220] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38225f62-ad57-438d-aa47-9a87d3387282 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.320588] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1432.320588] env[70491]: value = "task-3295392" [ 1432.320588] env[70491]: _type = "Task" [ 1432.320588] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.329346] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.829942] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295392, 'name': PowerOffVM_Task, 'duration_secs': 0.227516} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.830211] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1432.830440] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1432.831220] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c71683-98c7-4a2d-b6db-82bdc8d07363 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.837366] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1432.837578] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d6f394-9141-401f-ba83-ff5a45445449 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.862341] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1432.862563] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1432.862754] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleting the datastore file [datastore1] 140413cc-da01-4594-8a44-218d13c053eb {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1432.862997] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8fcf68a-77a2-49a1-8938-dc77c9e6a50b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.870663] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1432.870663] env[70491]: value = "task-3295394" [ 1432.870663] env[70491]: _type = "Task" [ 1432.870663] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.878327] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.380336] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130004} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.380744] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.380744] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.380869] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.410634] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.410929] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.411050] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.411238] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.411385] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.411533] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.411737] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.411915] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.412070] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.412237] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.412411] env[70491]: DEBUG nova.virt.hardware [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.413279] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e016b7f-b7b2-41af-a575-e6751c3ebc38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.421126] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe621402-833b-4361-8abd-50b6aa45f0d5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.434008] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance VIF info [] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.439619] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.440189] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.440398] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c7c6ede-c4b8-4090-8925-9150d22430ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.457009] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.457009] env[70491]: value = "task-3295395" [ 1434.457009] env[70491]: _type = "Task" [ 1434.457009] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.464043] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295395, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.967096] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295395, 'name': CreateVM_Task, 'duration_secs': 0.23565} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.967265] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.967686] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.967869] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.968265] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.968521] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4780a3bd-9c63-4a0f-8c30-dbe831be09ee {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.973337] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1434.973337] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295eef0-b8f9-7794-ba07-af2e83760576" [ 1434.973337] env[70491]: _type = "Task" [ 1434.973337] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.980280] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295eef0-b8f9-7794-ba07-af2e83760576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.483825] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5295eef0-b8f9-7794-ba07-af2e83760576, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.484262] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.484474] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.484777] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.484949] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.485170] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.485472] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b1bbd8-f852-43bb-bd2f-cac293d1d570 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.494614] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.494846] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.495667] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b5bf87-6629-4463-8c87-7eb01616285c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.501270] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1435.501270] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a53c7-6eae-71b4-137f-9d66db96ee3d" [ 1435.501270] env[70491]: _type = "Task" [ 1435.501270] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.508905] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a53c7-6eae-71b4-137f-9d66db96ee3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.011468] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]521a53c7-6eae-71b4-137f-9d66db96ee3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00843} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.012256] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75c81a7-8545-4f7c-97df-a6882c3ad1b4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.017196] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1436.017196] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263bac2-c38e-4906-7a79-bf531e1f4b9e" [ 1436.017196] env[70491]: _type = "Task" [ 1436.017196] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.024229] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263bac2-c38e-4906-7a79-bf531e1f4b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.527653] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5263bac2-c38e-4906-7a79-bf531e1f4b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.528059] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.528184] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.528441] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c31cc339-c888-4f80-b4fc-c3f7b28cdab0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.536837] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1436.536837] env[70491]: value = "task-3295396" [ 1436.536837] env[70491]: _type = "Task" [ 1436.536837] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.544047] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.046724] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506523} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.046972] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore2] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1437.047177] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1437.047430] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-359d140d-82fc-4185-99ce-21fab053230d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.053247] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1437.053247] env[70491]: value = "task-3295397" [ 1437.053247] env[70491]: _type = "Task" [ 1437.053247] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.060373] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.564064] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.051112} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.564064] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.564505] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a074cd95-4c87-4de8-a9d8-0fdf42b7a5b5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.583568] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Reconfiguring VM instance instance-00000081 to attach disk [datastore2] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.583778] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9897fac1-dcf1-4850-89f6-f06a7d5e7545 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.601641] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1437.601641] env[70491]: value = "task-3295398" [ 1437.601641] env[70491]: _type = "Task" [ 1437.601641] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.608912] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.111274] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295398, 'name': ReconfigVM_Task, 'duration_secs': 0.296712} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.111549] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Reconfigured VM instance instance-00000081 to attach disk [datastore2] 140413cc-da01-4594-8a44-218d13c053eb/140413cc-da01-4594-8a44-218d13c053eb.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.112185] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3374d60-ba9b-4ee2-b2c5-588a8e65c4a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.118150] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1438.118150] env[70491]: value = "task-3295399" [ 1438.118150] env[70491]: _type = "Task" [ 1438.118150] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.125333] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295399, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.628643] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295399, 'name': Rename_Task, 'duration_secs': 0.128862} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.628643] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.628643] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8507e32-c324-4bbe-b37a-534487db7002 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.635373] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1438.635373] env[70491]: value = "task-3295400" [ 1438.635373] env[70491]: _type = "Task" [ 1438.635373] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.642384] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.145652] env[70491]: DEBUG oslo_vmware.api [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295400, 'name': PowerOnVM_Task, 'duration_secs': 0.39271} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.145946] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.146129] env[70491]: DEBUG nova.compute.manager [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.146863] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732fe760-eb9c-4f22-9a90-8f821d8b26c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.662850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.663069] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.663271] env[70491]: DEBUG nova.objects.instance [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70491) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1440.023083] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "140413cc-da01-4594-8a44-218d13c053eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.023260] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.023354] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "140413cc-da01-4594-8a44-218d13c053eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.023534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.023705] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.025802] env[70491]: INFO nova.compute.manager [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Terminating instance [ 1440.461331] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.461551] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1440.529477] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "refresh_cache-140413cc-da01-4594-8a44-218d13c053eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.529659] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "refresh_cache-140413cc-da01-4594-8a44-218d13c053eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.529825] env[70491]: DEBUG nova.network.neutron [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.671168] env[70491]: DEBUG oslo_concurrency.lockutils [None req-56d05670-c104-47bf-901a-82450542842b tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.049406] env[70491]: DEBUG nova.network.neutron [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1441.106244] env[70491]: DEBUG nova.network.neutron [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.457328] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.460989] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.461214] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.608979] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "refresh_cache-140413cc-da01-4594-8a44-218d13c053eb" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.609519] env[70491]: DEBUG nova.compute.manager [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1441.609793] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1441.610907] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bfe66-4812-43f9-8f6a-85481dd08d3d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.619322] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1441.619569] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa3613fb-8f98-43f7-a398-88ba91f2c679 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.626353] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1441.626353] env[70491]: value = "task-3295401" [ 1441.626353] env[70491]: _type = "Task" [ 1441.626353] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.634816] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.140453] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295401, 'name': PowerOffVM_Task, 'duration_secs': 0.275319} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.140867] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.141151] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1442.141521] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ca98019-d649-4fc8-8600-e8fe4f1a635a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.171406] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1442.171739] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1442.172041] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleting the datastore file [datastore2] 140413cc-da01-4594-8a44-218d13c053eb {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1442.172406] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53ce0db8-e1dd-4079-af90-880c5b2f369a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.180649] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1442.180649] env[70491]: value = "task-3295403" [ 1442.180649] env[70491]: _type = "Task" [ 1442.180649] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.191951] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.461283] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.461517] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.690206] env[70491]: DEBUG oslo_vmware.api [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100294} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.690436] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1442.690615] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1442.690794] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1442.690972] env[70491]: INFO nova.compute.manager [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1442.691224] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1442.691412] env[70491]: DEBUG nova.compute.manager [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1442.691505] env[70491]: DEBUG nova.network.neutron [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1442.707659] env[70491]: DEBUG nova.network.neutron [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.210454] env[70491]: DEBUG nova.network.neutron [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.461639] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1443.713705] env[70491]: INFO nova.compute.manager [-] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Took 1.02 seconds to deallocate network for instance. [ 1443.964818] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.965043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.965226] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.965388] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1443.966311] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf93fab-e449-4582-a844-060dfab65c5b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.976700] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d83ebc-7407-4047-8948-e8e2dfeed7f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.990231] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd61f10-e0e9-428f-9227-3072041ee9ce {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.996297] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c767bf-23c9-4b39-ac8c-66f8354bc044 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.024403] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180158MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1444.024542] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.024779] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.219507] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.052082] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance bab1f61b-be29-4980-b743-b207977bf9b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1445.052248] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 4902f625-9f96-4945-9be0-b99ef56216ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1445.052370] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance d76dcaac-1315-424e-ae45-23692896cb9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1445.052490] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 7bb6c6e2-7723-472d-9e19-ad28f405b808 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1445.052630] env[70491]: WARNING nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance 140413cc-da01-4594-8a44-218d13c053eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1445.052830] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1445.052973] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1445.114913] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a56a8b-e256-44c8-b8c4-a588654449d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.122585] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3661defb-7bec-42a8-aee8-d56b938bd761 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.153154] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432661a-6722-48b1-80f9-f19f6621c43e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.159763] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c89028f-a3df-41f2-ba3e-f700967fd0b2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.172152] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.675208] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1446.180512] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1446.180729] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.181015] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.962s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.181225] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.201695] env[70491]: INFO nova.scheduler.client.report [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleted allocations for instance 140413cc-da01-4594-8a44-218d13c053eb [ 1446.710513] env[70491]: DEBUG oslo_concurrency.lockutils [None req-03d5c4d2-ca64-408b-a335-828b8d4878f1 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "140413cc-da01-4594-8a44-218d13c053eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.687s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.179068] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.539671] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.539931] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.540270] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "7bb6c6e2-7723-472d-9e19-ad28f405b808-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.540502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.540711] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.543017] env[70491]: INFO nova.compute.manager [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Terminating instance [ 1447.683563] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.047534] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "refresh_cache-7bb6c6e2-7723-472d-9e19-ad28f405b808" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.047924] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquired lock "refresh_cache-7bb6c6e2-7723-472d-9e19-ad28f405b808" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.047924] env[70491]: DEBUG nova.network.neutron [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.567353] env[70491]: DEBUG nova.network.neutron [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.618390] env[70491]: DEBUG nova.network.neutron [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.120947] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Releasing lock "refresh_cache-7bb6c6e2-7723-472d-9e19-ad28f405b808" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.121466] env[70491]: DEBUG nova.compute.manager [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.121722] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.122881] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5ec95c-5c2f-478f-a047-a9744dba9d8e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.132239] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.132519] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7164648d-530a-4455-9fb4-523ade6a9987 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.139845] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1449.139845] env[70491]: value = "task-3295404" [ 1449.139845] env[70491]: _type = "Task" [ 1449.139845] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.147745] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.649630] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295404, 'name': PowerOffVM_Task, 'duration_secs': 0.173368} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.649891] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.650054] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.650305] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de5fab1d-a900-4e5a-ab10-de222b3708c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.674774] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.675053] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.675218] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleting the datastore file [datastore1] 7bb6c6e2-7723-472d-9e19-ad28f405b808 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.675461] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1623407-e602-4554-9960-35d9f6edb736 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.680920] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for the task: (returnval){ [ 1449.680920] env[70491]: value = "task-3295406" [ 1449.680920] env[70491]: _type = "Task" [ 1449.680920] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.688118] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.190931] env[70491]: DEBUG oslo_vmware.api [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Task: {'id': task-3295406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083452} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.191461] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.191461] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.191647] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.191742] env[70491]: INFO nova.compute.manager [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1450.191951] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.192160] env[70491]: DEBUG nova.compute.manager [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.192257] env[70491]: DEBUG nova.network.neutron [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.208679] env[70491]: DEBUG nova.network.neutron [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.711013] env[70491]: DEBUG nova.network.neutron [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.120244] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.120504] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.120657] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.120839] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.121023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.123156] env[70491]: INFO nova.compute.manager [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Terminating instance [ 1451.213148] env[70491]: INFO nova.compute.manager [-] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Took 1.02 seconds to deallocate network for instance. [ 1451.627162] env[70491]: DEBUG nova.compute.manager [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.627451] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.628324] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2982019-3ed6-43c1-a514-b1c908fa33b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.636806] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.637035] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e71038b-92ee-41b4-aed8-6608eee55308 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.642288] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1451.642288] env[70491]: value = "task-3295407" [ 1451.642288] env[70491]: _type = "Task" [ 1451.642288] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.649630] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.718960] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.719303] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.719477] env[70491]: DEBUG nova.objects.instance [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lazy-loading 'resources' on Instance uuid 7bb6c6e2-7723-472d-9e19-ad28f405b808 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.151996] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295407, 'name': PowerOffVM_Task, 'duration_secs': 0.172817} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.154175] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.154175] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.154175] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39938884-8a6b-4003-8d74-e935c9cd8382 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.209802] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.210072] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.210221] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleting the datastore file [datastore2] bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.210484] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3d633d-0158-4be7-9cde-5c20d934ba14 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.216866] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1452.216866] env[70491]: value = "task-3295409" [ 1452.216866] env[70491]: _type = "Task" [ 1452.216866] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.226378] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.284130] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456239e9-94ef-4b21-ad66-efbc63adc2c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.291304] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8e6c17-4770-4807-8771-9a4f24d79368 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.320182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f39c97-45e3-42d9-af41-e1fd72a3c1f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.326844] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9bde80-42aa-4291-b78f-c90f7a008c59 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.339203] env[70491]: DEBUG nova.compute.provider_tree [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.727972] env[70491]: DEBUG oslo_vmware.api [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135375} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.728286] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.728408] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.728583] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.728753] env[70491]: INFO nova.compute.manager [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1452.728988] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.729193] env[70491]: DEBUG nova.compute.manager [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.729287] env[70491]: DEBUG nova.network.neutron [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.842256] env[70491]: DEBUG nova.scheduler.client.report [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.197061] env[70491]: DEBUG nova.compute.manager [req-57f3ed21-cb5d-415c-b976-9157decd9469 req-fdffe461-1f93-4c90-af28-8305dc8e308f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Received event network-vif-deleted-cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.197342] env[70491]: INFO nova.compute.manager [req-57f3ed21-cb5d-415c-b976-9157decd9469 req-fdffe461-1f93-4c90-af28-8305dc8e308f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Neutron deleted interface cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd; detaching it from the instance and deleting it from the info cache [ 1453.197511] env[70491]: DEBUG nova.network.neutron [req-57f3ed21-cb5d-415c-b976-9157decd9469 req-fdffe461-1f93-4c90-af28-8305dc8e308f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.346938] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.366052] env[70491]: INFO nova.scheduler.client.report [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Deleted allocations for instance 7bb6c6e2-7723-472d-9e19-ad28f405b808 [ 1453.671423] env[70491]: DEBUG nova.network.neutron [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.700279] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caae50c8-ef10-4b14-a242-b58099a58a5d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.710172] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a2f809-293c-4569-baac-d70037bd43e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.736593] env[70491]: DEBUG nova.compute.manager [req-57f3ed21-cb5d-415c-b976-9157decd9469 req-fdffe461-1f93-4c90-af28-8305dc8e308f service nova] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Detach interface failed, port_id=cfbcc16d-e6f4-487a-8eee-0530ecfcf3dd, reason: Instance bab1f61b-be29-4980-b743-b207977bf9b5 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1453.873313] env[70491]: DEBUG oslo_concurrency.lockutils [None req-417d31ed-b169-4f45-aa56-d7458a5a6622 tempest-ServerShowV247Test-1160181624 tempest-ServerShowV247Test-1160181624-project-member] Lock "7bb6c6e2-7723-472d-9e19-ad28f405b808" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.333s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.174371] env[70491]: INFO nova.compute.manager [-] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Took 1.44 seconds to deallocate network for instance. [ 1454.371159] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.371502] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.371673] env[70491]: INFO nova.compute.manager [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Shelving [ 1454.682237] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.682521] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.682739] env[70491]: DEBUG nova.objects.instance [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'resources' on Instance uuid bab1f61b-be29-4980-b743-b207977bf9b5 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.238235] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83c67d-62a5-40ab-8e67-e10ccc01f163 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.245519] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a5099f-bfaa-4f74-9989-eaf7dedf7298 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.274853] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89cde4f-d338-4547-838a-1b1f7f197b0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.281906] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320513fa-22c2-47eb-b6df-212a0fa7ff7e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.294413] env[70491]: DEBUG nova.compute.provider_tree [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.380374] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.380697] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-970f2afd-364a-45cf-b707-b500c74e0a4c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.387479] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1455.387479] env[70491]: value = "task-3295410" [ 1455.387479] env[70491]: _type = "Task" [ 1455.387479] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.395492] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.797401] env[70491]: DEBUG nova.scheduler.client.report [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.896606] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295410, 'name': PowerOffVM_Task, 'duration_secs': 0.170004} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.896816] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.897580] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f635032-4fb7-49b4-b168-444a57e5ed8a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.916124] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db737f46-d97a-409e-812f-9840eb88ca38 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.302565] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.319789] env[70491]: INFO nova.scheduler.client.report [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleted allocations for instance bab1f61b-be29-4980-b743-b207977bf9b5 [ 1456.426376] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Creating Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1456.426772] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8c746ef6-0113-4d1b-9e51-4a4550d9ae69 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.434898] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1456.434898] env[70491]: value = "task-3295411" [ 1456.434898] env[70491]: _type = "Task" [ 1456.434898] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.443437] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.828826] env[70491]: DEBUG oslo_concurrency.lockutils [None req-7fa746a1-ee1f-4572-922c-40188615fc50 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "bab1f61b-be29-4980-b743-b207977bf9b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.708s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.945293] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295411, 'name': CreateSnapshot_Task, 'duration_secs': 0.4149} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.945572] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Created Snapshot of the VM instance {{(pid=70491) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1456.946316] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc82897-50bf-47b0-a485-a070e7c4ddd1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.467392] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Creating linked-clone VM from snapshot {{(pid=70491) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1457.467766] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad26cb7d-2e81-451c-a2ef-5d7e427d2700 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.476555] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1457.476555] env[70491]: value = "task-3295412" [ 1457.476555] env[70491]: _type = "Task" [ 1457.476555] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.484718] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295412, 'name': CloneVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.986399] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295412, 'name': CloneVM_Task} progress is 94%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.488193] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295412, 'name': CloneVM_Task, 'duration_secs': 0.900521} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.488463] env[70491]: INFO nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Created linked-clone VM from snapshot [ 1458.489415] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78986a53-66e5-44c4-a572-397881c0b1db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.496810] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Uploading image dca982cc-a1fe-4538-af32-4749f5bd2739 {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1458.518724] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1458.518724] env[70491]: value = "vm-658078" [ 1458.518724] env[70491]: _type = "VirtualMachine" [ 1458.518724] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1458.518988] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d1a41fd-5ed7-40e1-9380-28c4cd4978f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.525607] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease: (returnval){ [ 1458.525607] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206e732-be55-06c7-0812-90b5297b2fa7" [ 1458.525607] env[70491]: _type = "HttpNfcLease" [ 1458.525607] env[70491]: } obtained for exporting VM: (result){ [ 1458.525607] env[70491]: value = "vm-658078" [ 1458.525607] env[70491]: _type = "VirtualMachine" [ 1458.525607] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1458.525948] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the lease: (returnval){ [ 1458.525948] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206e732-be55-06c7-0812-90b5297b2fa7" [ 1458.525948] env[70491]: _type = "HttpNfcLease" [ 1458.525948] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1458.532115] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1458.532115] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206e732-be55-06c7-0812-90b5297b2fa7" [ 1458.532115] env[70491]: _type = "HttpNfcLease" [ 1458.532115] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1459.034751] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1459.034751] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206e732-be55-06c7-0812-90b5297b2fa7" [ 1459.034751] env[70491]: _type = "HttpNfcLease" [ 1459.034751] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1459.035109] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1459.035109] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5206e732-be55-06c7-0812-90b5297b2fa7" [ 1459.035109] env[70491]: _type = "HttpNfcLease" [ 1459.035109] env[70491]: }. {{(pid=70491) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1459.035818] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523b176-0ac1-46cd-97ac-63231ec142cd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.042819] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1459.042986] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk for reading. {{(pid=70491) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1459.103575] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.103785] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.131427] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65ed4c44-9d4d-46cd-8bfe-573d3c2aa228 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.606038] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Starting instance... {{(pid=70491) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1460.130897] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.131257] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.132972] env[70491]: INFO nova.compute.claims [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.198390] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64452ff3-05d8-4cbb-8621-54dc50183a55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.205999] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1d3d7a-5881-4164-876b-f14ce5dae439 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.237782] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1882931-b356-4320-abfd-3a0ee7457e64 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.245418] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78ed40-d48e-4a25-ac4e-e20c27f07837 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.258715] env[70491]: DEBUG nova.compute.provider_tree [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.761965] env[70491]: DEBUG nova.scheduler.client.report [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.267675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.268144] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Start building networks asynchronously for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1462.773465] env[70491]: DEBUG nova.compute.utils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1462.775155] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Allocating IP information in the background. {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1462.775351] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] allocate_for_instance() {{(pid=70491) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1462.814065] env[70491]: DEBUG nova.policy [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a8ecb9909c14100b6d4a9f3bf79159b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03f55d8331c94b2da49c8d50de46015b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70491) authorize /opt/stack/nova/nova/policy.py:192}} [ 1463.095408] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Successfully created port: aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1463.278742] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Start building block device mappings for instance. {{(pid=70491) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1464.289464] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Start spawning the instance on the hypervisor. {{(pid=70491) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1464.316311] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-04T01:26:07Z,direct_url=,disk_format='vmdk',id=65a4678a-39cf-4d1a-897b-9b52677e4699,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f4490fddd3e94a4da625c41d30c0bb6c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-04T01:26:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1464.316631] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1464.316841] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1464.317097] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1464.317302] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1464.317489] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1464.317738] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1464.317943] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1464.318177] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1464.318370] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1464.318595] env[70491]: DEBUG nova.virt.hardware [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1464.319590] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb0e019-c03e-4522-b2bf-71cda12868ed {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.327981] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a3182-873f-46e1-a7d5-8d5c443f7fb2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.470633] env[70491]: DEBUG nova.compute.manager [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Received event network-vif-plugged-aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.470851] env[70491]: DEBUG oslo_concurrency.lockutils [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.471073] env[70491]: DEBUG oslo_concurrency.lockutils [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.471246] env[70491]: DEBUG oslo_concurrency.lockutils [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.471413] env[70491]: DEBUG nova.compute.manager [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] No waiting events found dispatching network-vif-plugged-aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1464.471588] env[70491]: WARNING nova.compute.manager [req-ee084ceb-d791-4aa3-ade3-a4367709912b req-78bb3a5f-75c9-4a0f-9e9a-b0d35b56fe48 service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Received unexpected event network-vif-plugged-aad33d9b-2056-4a71-ac1a-65124a085f03 for instance with vm_state building and task_state spawning. [ 1464.559155] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Successfully updated port: aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1465.061529] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.061675] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.061878] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.881423] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Instance cache missing network info. {{(pid=70491) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1466.014853] env[70491]: DEBUG nova.network.neutron [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating instance_info_cache with network_info: [{"id": "aad33d9b-2056-4a71-ac1a-65124a085f03", "address": "fa:16:3e:65:d3:2c", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad33d9b-20", "ovs_interfaceid": "aad33d9b-2056-4a71-ac1a-65124a085f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.395441] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1466.396389] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fa6f2a-7e89-4fac-b0e0-5ea5499ef852 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.402748] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1466.402881] env[70491]: ERROR oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk due to incomplete transfer. [ 1466.403102] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-531d8311-9e23-44b3-b4c2-42530d5695a7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.409601] env[70491]: DEBUG oslo_vmware.rw_handles [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dfb2f-1464-9c4b-19e1-b0619bb3cb85/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1466.409787] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Uploaded image dca982cc-a1fe-4538-af32-4749f5bd2739 to the Glance image server {{(pid=70491) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1466.412257] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Destroying the VM {{(pid=70491) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1466.412480] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc5b289c-f697-4e56-86b0-bba052e577e9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.417802] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1466.417802] env[70491]: value = "task-3295414" [ 1466.417802] env[70491]: _type = "Task" [ 1466.417802] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.425206] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295414, 'name': Destroy_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.497990] env[70491]: DEBUG nova.compute.manager [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Received event network-changed-aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.498228] env[70491]: DEBUG nova.compute.manager [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Refreshing instance network info cache due to event network-changed-aad33d9b-2056-4a71-ac1a-65124a085f03. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1466.498377] env[70491]: DEBUG oslo_concurrency.lockutils [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] Acquiring lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.517075] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.517357] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Instance network_info: |[{"id": "aad33d9b-2056-4a71-ac1a-65124a085f03", "address": "fa:16:3e:65:d3:2c", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad33d9b-20", "ovs_interfaceid": "aad33d9b-2056-4a71-ac1a-65124a085f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70491) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1466.517610] env[70491]: DEBUG oslo_concurrency.lockutils [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] Acquired lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.517781] env[70491]: DEBUG nova.network.neutron [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Refreshing network info cache for port aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.518949] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:d3:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad33d9b-2056-4a71-ac1a-65124a085f03', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1466.526743] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.529828] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1466.530483] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f34ec05-1186-4e4c-a095-5d276ddccb7d {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.545533] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "d76dcaac-1315-424e-ae45-23692896cb9c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.545757] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.545926] env[70491]: DEBUG nova.compute.manager [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.546721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6660f58e-30db-4659-a44d-3b79c700ea89 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.550741] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1466.550741] env[70491]: value = "task-3295415" [ 1466.550741] env[70491]: _type = "Task" [ 1466.550741] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.555084] env[70491]: DEBUG nova.compute.manager [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70491) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1466.555630] env[70491]: DEBUG nova.objects.instance [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'flavor' on Instance uuid d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.560893] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295415, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.735082] env[70491]: DEBUG nova.network.neutron [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updated VIF entry in instance network info cache for port aad33d9b-2056-4a71-ac1a-65124a085f03. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.735457] env[70491]: DEBUG nova.network.neutron [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating instance_info_cache with network_info: [{"id": "aad33d9b-2056-4a71-ac1a-65124a085f03", "address": "fa:16:3e:65:d3:2c", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad33d9b-20", "ovs_interfaceid": "aad33d9b-2056-4a71-ac1a-65124a085f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.928031] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295414, 'name': Destroy_Task, 'duration_secs': 0.32247} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.928354] env[70491]: INFO nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Destroyed the VM [ 1466.928517] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleting Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1466.928757] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eacd58f0-7990-424f-9671-af7728b531a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.933986] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1466.933986] env[70491]: value = "task-3295416" [ 1466.933986] env[70491]: _type = "Task" [ 1466.933986] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.942027] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.061502] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295415, 'name': CreateVM_Task, 'duration_secs': 0.382684} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.062533] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1467.063287] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.063452] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.063762] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.063990] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-186d6cfe-e57b-4c89-bbeb-39e499f82821 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.068362] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1467.068362] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52effd74-a707-c15a-44ae-c70367d20c27" [ 1467.068362] env[70491]: _type = "Task" [ 1467.068362] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.076194] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52effd74-a707-c15a-44ae-c70367d20c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.237895] env[70491]: DEBUG oslo_concurrency.lockutils [req-2ae69f04-b089-412e-836e-6b97beba2469 req-08a95167-3995-4d18-8b3f-bdd551f7d13c service nova] Releasing lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.443390] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.442174} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.443600] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleted Snapshot of the VM instance {{(pid=70491) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1467.443871] env[70491]: DEBUG nova.compute.manager [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.444622] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8483f2c-16fb-49a7-9622-e70c6af0df0c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.564066] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.564383] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a09773d-83ad-4775-b059-b1ae3b7cd6ab {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.573723] env[70491]: DEBUG oslo_vmware.api [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1467.573723] env[70491]: value = "task-3295417" [ 1467.573723] env[70491]: _type = "Task" [ 1467.573723] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.580320] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52effd74-a707-c15a-44ae-c70367d20c27, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.580977] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.581240] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Processing image 65a4678a-39cf-4d1a-897b-9b52677e4699 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1467.581494] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.581640] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.581818] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1467.582070] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c39c9722-38d4-4e8a-b2ef-e949a88b39c9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.587141] env[70491]: DEBUG oslo_vmware.api [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.596171] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1467.596349] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1467.597045] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8200a9-1ecd-4bfe-ba05-c3b100dad3f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.602085] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1467.602085] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5237c125-1cad-9caa-8b9f-444f98eafe11" [ 1467.602085] env[70491]: _type = "Task" [ 1467.602085] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.609107] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5237c125-1cad-9caa-8b9f-444f98eafe11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.955956] env[70491]: INFO nova.compute.manager [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Shelve offloading [ 1468.084347] env[70491]: DEBUG oslo_vmware.api [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295417, 'name': PowerOffVM_Task, 'duration_secs': 0.172996} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.084597] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.084778] env[70491]: DEBUG nova.compute.manager [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.085532] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4b6ed8-e4fd-4fdb-b06d-10053ad7ab83 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.110707] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5237c125-1cad-9caa-8b9f-444f98eafe11, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.111402] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66c4c71-ba46-4a10-9581-872fb996f375 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.118025] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1468.118025] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5246cfea-0175-f85e-432a-195842526681" [ 1468.118025] env[70491]: _type = "Task" [ 1468.118025] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.123906] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5246cfea-0175-f85e-432a-195842526681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.459028] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.459510] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccb2c3ea-32e6-4caf-8ea1-2d13f52d19aa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.466567] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1468.466567] env[70491]: value = "task-3295418" [ 1468.466567] env[70491]: _type = "Task" [ 1468.466567] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.473839] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.596632] env[70491]: DEBUG oslo_concurrency.lockutils [None req-e8a452f9-1555-470a-abcf-bd469a132cf5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.626940] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5246cfea-0175-f85e-432a-195842526681, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.627197] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.627482] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e4eccfde-afd6-4f68-9ccb-5596079dedb3/e4eccfde-afd6-4f68-9ccb-5596079dedb3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1468.627746] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef4867e-c6e2-4604-ae48-f4fe57977cda {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.633860] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1468.633860] env[70491]: value = "task-3295419" [ 1468.633860] env[70491]: _type = "Task" [ 1468.633860] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.642648] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.920110] env[70491]: DEBUG nova.objects.instance [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'flavor' on Instance uuid d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.978401] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] VM already powered off {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1468.978784] env[70491]: DEBUG nova.compute.manager [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1468.979465] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63c3616-de2c-41b8-8b3c-a05fc85f997f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.986024] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.986238] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.986419] env[70491]: DEBUG nova.network.neutron [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.142968] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468191} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.143260] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/65a4678a-39cf-4d1a-897b-9b52677e4699/65a4678a-39cf-4d1a-897b-9b52677e4699.vmdk to [datastore1] e4eccfde-afd6-4f68-9ccb-5596079dedb3/e4eccfde-afd6-4f68-9ccb-5596079dedb3.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1469.143472] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Extending root virtual disk to 1048576 {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1469.143710] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41bf6111-595d-4645-85d6-3178c74f17de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.149976] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1469.149976] env[70491]: value = "task-3295420" [ 1469.149976] env[70491]: _type = "Task" [ 1469.149976] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.156633] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.425425] env[70491]: DEBUG oslo_concurrency.lockutils [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.425580] env[70491]: DEBUG oslo_concurrency.lockutils [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.425747] env[70491]: DEBUG nova.network.neutron [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1469.425921] env[70491]: DEBUG nova.objects.instance [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'info_cache' on Instance uuid d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.660969] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059284} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.661257] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Extended root virtual disk {{(pid=70491) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1469.661986] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854be2ab-4796-472a-92fe-ce2a22cc4dfe {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.682468] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] e4eccfde-afd6-4f68-9ccb-5596079dedb3/e4eccfde-afd6-4f68-9ccb-5596079dedb3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1469.682727] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21e845d3-dd46-4272-9507-771d77cadf24 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.703937] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1469.703937] env[70491]: value = "task-3295421" [ 1469.703937] env[70491]: _type = "Task" [ 1469.703937] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.712859] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.727152] env[70491]: DEBUG nova.network.neutron [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.929271] env[70491]: DEBUG nova.objects.base [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1470.213933] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.229585] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1470.424269] env[70491]: DEBUG nova.compute.manager [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-vif-unplugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.424487] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.424713] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.424889] env[70491]: DEBUG oslo_concurrency.lockutils [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.425257] env[70491]: DEBUG nova.compute.manager [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] No waiting events found dispatching network-vif-unplugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1470.425491] env[70491]: WARNING nova.compute.manager [req-7a2c8b0a-84e2-40e0-900d-2b68779e9f14 req-240b1bfe-8daf-45d1-a7a2-ef95b87c6f9f service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received unexpected event network-vif-unplugged-44eb809d-89d9-43a3-8862-5f4451e36643 for instance with vm_state shelved and task_state shelving_offloading. [ 1470.569986] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.570882] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308df39-da00-4d1b-9f4f-d1dba161c2a0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.578196] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.578417] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-626de878-b448-4305-8573-4041a4c77db2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.634058] env[70491]: DEBUG nova.network.neutron [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.640184] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.640413] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.640639] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleting the datastore file [datastore1] 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.640891] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0515b8a1-c053-4211-87fd-7b66f01bce11 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.648192] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1470.648192] env[70491]: value = "task-3295423" [ 1470.648192] env[70491]: _type = "Task" [ 1470.648192] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.656665] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.715383] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.137448] env[70491]: DEBUG oslo_concurrency.lockutils [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.157488] env[70491]: DEBUG oslo_vmware.api [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120191} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.157696] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.157870] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.158057] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.178047] env[70491]: INFO nova.scheduler.client.report [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted allocations for instance 4902f625-9f96-4945-9be0-b99ef56216ef [ 1471.216376] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295421, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.681713] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.681920] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.682154] env[70491]: DEBUG nova.objects.instance [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'resources' on Instance uuid 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.715705] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295421, 'name': ReconfigVM_Task, 'duration_secs': 1.786536} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.715951] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfigured VM instance instance-00000082 to attach disk [datastore1] e4eccfde-afd6-4f68-9ccb-5596079dedb3/e4eccfde-afd6-4f68-9ccb-5596079dedb3.vmdk or device None with type sparse {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.716593] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc9c7b09-b48c-412c-8140-d7fabcbdc2bf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.722481] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1471.722481] env[70491]: value = "task-3295424" [ 1471.722481] env[70491]: _type = "Task" [ 1471.722481] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.731157] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295424, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.143029] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.143029] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5affe1e-ec93-4847-bb26-df0dd5f84f55 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.150068] env[70491]: DEBUG oslo_vmware.api [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1472.150068] env[70491]: value = "task-3295425" [ 1472.150068] env[70491]: _type = "Task" [ 1472.150068] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.159429] env[70491]: DEBUG oslo_vmware.api [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.184606] env[70491]: DEBUG nova.objects.instance [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'numa_topology' on Instance uuid 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.231776] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295424, 'name': Rename_Task, 'duration_secs': 0.136706} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.232107] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1472.232307] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d7c73a0-32ef-4f3a-8750-c1b4ad8fd706 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.238351] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1472.238351] env[70491]: value = "task-3295426" [ 1472.238351] env[70491]: _type = "Task" [ 1472.238351] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.245989] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.455915] env[70491]: DEBUG nova.compute.manager [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.456315] env[70491]: DEBUG nova.compute.manager [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing instance network info cache due to event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.456567] env[70491]: DEBUG oslo_concurrency.lockutils [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.456712] env[70491]: DEBUG oslo_concurrency.lockutils [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.456876] env[70491]: DEBUG nova.network.neutron [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.659300] env[70491]: DEBUG oslo_vmware.api [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295425, 'name': PowerOnVM_Task, 'duration_secs': 0.407397} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.659469] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.659642] env[70491]: DEBUG nova.compute.manager [None req-796efa75-9b82-4b02-92cf-6876fefe31b8 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.660417] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3815d6-47eb-4fe1-9c21-b3a9d7f8bf12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.688763] env[70491]: DEBUG nova.objects.base [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Object Instance<4902f625-9f96-4945-9be0-b99ef56216ef> lazy-loaded attributes: resources,numa_topology {{(pid=70491) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1472.736722] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777fa2b-d6cc-4710-8792-03f1e92e92f6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.747916] env[70491]: DEBUG oslo_vmware.api [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295426, 'name': PowerOnVM_Task, 'duration_secs': 0.460964} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.749786] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.749990] env[70491]: INFO nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1472.750191] env[70491]: DEBUG nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.750944] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96420b55-7629-4b4a-926b-04c07607043f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.753813] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a9fb1f-1dfd-4620-a7f0-6cac6841499f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.787763] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e267b2d9-2c0b-411b-a51c-e65d7e15faf9 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.795429] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a803a7-c851-4c95-ab1d-15ac720800a6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.808845] env[70491]: DEBUG nova.compute.provider_tree [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.205093] env[70491]: DEBUG nova.network.neutron [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updated VIF entry in instance network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.205494] env[70491]: DEBUG nova.network.neutron [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap44eb809d-89", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.294731] env[70491]: INFO nova.compute.manager [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Took 13.18 seconds to build instance. [ 1473.311351] env[70491]: DEBUG nova.scheduler.client.report [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.425944] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.701491] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64bc85-b6e8-4b8e-b36e-4468c3882d12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.708625] env[70491]: DEBUG oslo_concurrency.lockutils [req-3bc1d3de-d8b6-425e-acc9-c0faf87b3752 req-20f2092a-58bd-4d1d-8df8-1f9561d012e9 service nova] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.708998] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Suspending the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1473.709219] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7db49f33-a31f-4173-8db7-e25531c89ff6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.714998] env[70491]: DEBUG oslo_vmware.api [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1473.714998] env[70491]: value = "task-3295427" [ 1473.714998] env[70491]: _type = "Task" [ 1473.714998] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.722927] env[70491]: DEBUG oslo_vmware.api [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295427, 'name': SuspendVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.800043] env[70491]: DEBUG oslo_concurrency.lockutils [None req-994d7f23-06d9-4225-a088-4dc46662270f tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.696s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.816126] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.226155] env[70491]: DEBUG oslo_vmware.api [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295427, 'name': SuspendVM_Task} progress is 100%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.325906] env[70491]: DEBUG oslo_concurrency.lockutils [None req-432d9f30-1566-4c23-942b-f90afc7799bd tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.954s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.326332] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.901s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.326763] env[70491]: INFO nova.compute.manager [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Unshelving [ 1474.479487] env[70491]: DEBUG nova.compute.manager [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Received event network-changed-aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.479703] env[70491]: DEBUG nova.compute.manager [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Refreshing instance network info cache due to event network-changed-aad33d9b-2056-4a71-ac1a-65124a085f03. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1474.479880] env[70491]: DEBUG oslo_concurrency.lockutils [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] Acquiring lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.480036] env[70491]: DEBUG oslo_concurrency.lockutils [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] Acquired lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.480206] env[70491]: DEBUG nova.network.neutron [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Refreshing network info cache for port aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1474.725227] env[70491]: DEBUG oslo_vmware.api [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295427, 'name': SuspendVM_Task, 'duration_secs': 0.5435} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.725477] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Suspended the VM {{(pid=70491) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1474.725651] env[70491]: DEBUG nova.compute.manager [None req-ac89c5be-6f06-47e9-8d28-0f25ce9c30c5 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1474.726426] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c051aab-61f1-4c0c-86f1-8ca626e3c3cf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.173020] env[70491]: DEBUG nova.network.neutron [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updated VIF entry in instance network info cache for port aad33d9b-2056-4a71-ac1a-65124a085f03. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.173438] env[70491]: DEBUG nova.network.neutron [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating instance_info_cache with network_info: [{"id": "aad33d9b-2056-4a71-ac1a-65124a085f03", "address": "fa:16:3e:65:d3:2c", "network": {"id": "d9b0dbc0-e922-4868-a4d4-39baee1a2fb8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1989384568-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03f55d8331c94b2da49c8d50de46015b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad33d9b-20", "ovs_interfaceid": "aad33d9b-2056-4a71-ac1a-65124a085f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.350744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.351027] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.351334] env[70491]: DEBUG nova.objects.instance [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'pci_requests' on Instance uuid 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.676474] env[70491]: DEBUG oslo_concurrency.lockutils [req-8e6fc613-f4f4-49ac-bc7d-3094ed949a58 req-6a0b3f96-aba5-4e81-bc37-fea389b37f7c service nova] Releasing lock "refresh_cache-e4eccfde-afd6-4f68-9ccb-5596079dedb3" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.855140] env[70491]: DEBUG nova.objects.instance [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'numa_topology' on Instance uuid 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.099359] env[70491]: INFO nova.compute.manager [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Resuming [ 1476.100022] env[70491]: DEBUG nova.objects.instance [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'flavor' on Instance uuid d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1476.357464] env[70491]: INFO nova.compute.claims [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.411790] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2905f100-efb0-40a0-81a9-3004726c50fa {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.421877] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8e6ea4-9772-47bc-8d1f-7bb829d775fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.468921] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1aac6-2ee0-4b89-84b2-ea7f0744d6e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.479202] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb56a70f-48e4-43b8-921d-2931d5cf5606 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.493923] env[70491]: DEBUG nova.compute.provider_tree [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.610475] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.610729] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquired lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.610916] env[70491]: DEBUG nova.network.neutron [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1477.996870] env[70491]: DEBUG nova.scheduler.client.report [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.307795] env[70491]: DEBUG nova.network.neutron [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [{"id": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "address": "fa:16:3e:f3:57:fc", "network": {"id": "0c55bea2-1b67-4938-b73b-d2f174c2ec9a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-724330463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acc24986dcc749dfaac46f829212110c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba6ec86-35", "ovs_interfaceid": "6ba6ec86-35af-4c55-b84f-094a3b8f4835", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.501738] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.150s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.529396] env[70491]: INFO nova.network.neutron [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating port 44eb809d-89d9-43a3-8862-5f4451e36643 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1478.811046] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Releasing lock "refresh_cache-d76dcaac-1315-424e-ae45-23692896cb9c" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.811974] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a36db8-2b46-488b-9ddd-826f4257e074 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.818953] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Resuming the VM {{(pid=70491) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1478.819219] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f046c616-a382-4ddb-9a0d-f3c1159348da {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.826839] env[70491]: DEBUG oslo_vmware.api [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1478.826839] env[70491]: value = "task-3295428" [ 1478.826839] env[70491]: _type = "Task" [ 1478.826839] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.834766] env[70491]: DEBUG oslo_vmware.api [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.337315] env[70491]: DEBUG oslo_vmware.api [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.837621] env[70491]: DEBUG oslo_vmware.api [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295428, 'name': PowerOnVM_Task, 'duration_secs': 0.585903} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.838193] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Resumed the VM {{(pid=70491) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1479.838193] env[70491]: DEBUG nova.compute.manager [None req-ff72ee16-ca07-4de2-a5d1-4acac05883c9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1479.838867] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28ba90d-5e2f-49b4-b17c-bccac18d418c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.894897] env[70491]: DEBUG nova.compute.manager [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1479.895454] env[70491]: DEBUG oslo_concurrency.lockutils [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.895691] env[70491]: DEBUG oslo_concurrency.lockutils [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.895862] env[70491]: DEBUG oslo_concurrency.lockutils [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.896051] env[70491]: DEBUG nova.compute.manager [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] No waiting events found dispatching network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.896242] env[70491]: WARNING nova.compute.manager [req-e22de91c-107e-43ef-b98a-ffba9146b607 req-30ec78f7-73f3-4ed2-9c77-1a14ef63fbe1 service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received unexpected event network-vif-plugged-44eb809d-89d9-43a3-8862-5f4451e36643 for instance with vm_state shelved_offloaded and task_state spawning. [ 1480.022662] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.022839] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.023221] env[70491]: DEBUG nova.network.neutron [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Building network info cache for instance {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.727359] env[70491]: DEBUG nova.network.neutron [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.771297] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "d76dcaac-1315-424e-ae45-23692896cb9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.771552] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.772196] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.772442] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.772620] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.774568] env[70491]: INFO nova.compute.manager [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Terminating instance [ 1481.230496] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.257987] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-04T01:26:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5effbee69898c51d20dc941486e8ea01',container_format='bare',created_at=2025-04-04T01:41:39Z,direct_url=,disk_format='vmdk',id=dca982cc-a1fe-4538-af32-4749f5bd2739,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-324721358-shelved',owner='c3a5f674fdfe4461a910c21eeed3d99c',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-04T01:41:51Z,virtual_size=,visibility=), allow threads: False {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.258258] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.258418] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image limits 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.258605] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Flavor pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.258753] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Image pref 0:0:0 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.258898] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70491) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.259119] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.259286] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.259449] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Got 1 possible topologies {{(pid=70491) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.259607] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.259776] env[70491]: DEBUG nova.virt.hardware [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70491) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.260767] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f00d86-ccfd-4f64-961b-c78aee3372ec {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.268680] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0743d4-9eac-415c-b4f6-3ef55a7ad9a5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.282757] env[70491]: DEBUG nova.compute.manager [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.282958] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.283409] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:a4:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44eb809d-89d9-43a3-8862-5f4451e36643', 'vif_model': 'vmxnet3'}] {{(pid=70491) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1481.290692] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1481.291353] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8379c13-3e13-4791-b840-ef3edd2ea400 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.293630] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Creating VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1481.293836] env[70491]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd072ae-1bf6-4cf0-a849-c45f625b6cbf {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.311130] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.311346] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f200aa9-11b2-4306-9995-310ff839ac91 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.313356] env[70491]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1481.313356] env[70491]: value = "task-3295429" [ 1481.313356] env[70491]: _type = "Task" [ 1481.313356] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.317323] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1481.317323] env[70491]: value = "task-3295430" [ 1481.317323] env[70491]: _type = "Task" [ 1481.317323] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.322578] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295429, 'name': CreateVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.326976] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.826401] env[70491]: DEBUG oslo_vmware.api [-] Task: {'id': task-3295429, 'name': CreateVM_Task, 'duration_secs': 0.314993} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.829069] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Created VM on the ESX host {{(pid=70491) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1481.829339] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295430, 'name': PowerOffVM_Task, 'duration_secs': 0.17672} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.829945] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.830109] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.830470] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.830724] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1481.830883] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1481.831114] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47cab6b8-1b3d-4de8-be34-a444d73c2eff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.832555] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb7695ab-cb8b-4eff-9a1d-d1464a3a9358 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.837051] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1481.837051] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5231849f-21dc-e582-4150-d0248af64629" [ 1481.837051] env[70491]: _type = "Task" [ 1481.837051] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.843777] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]5231849f-21dc-e582-4150-d0248af64629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.922634] env[70491]: DEBUG nova.compute.manager [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1481.922869] env[70491]: DEBUG nova.compute.manager [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing instance network info cache due to event network-changed-44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1481.923152] env[70491]: DEBUG oslo_concurrency.lockutils [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] Acquiring lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.923326] env[70491]: DEBUG oslo_concurrency.lockutils [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] Acquired lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.923517] env[70491]: DEBUG nova.network.neutron [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Refreshing network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.297250] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.297602] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.297737] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleting the datastore file [datastore1] d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.297894] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-735b7387-fd48-4dbc-a1d0-cd0bd0f81bd2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.303479] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for the task: (returnval){ [ 1482.303479] env[70491]: value = "task-3295432" [ 1482.303479] env[70491]: _type = "Task" [ 1482.303479] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.310915] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.345826] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.346088] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Processing image dca982cc-a1fe-4538-af32-4749f5bd2739 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.346341] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.346488] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.346662] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.346887] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b2ca00-3862-4c8b-ab54-d623727f12b7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.361601] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.361718] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70491) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.362388] env[70491]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2c8080-749e-43ec-aca2-c8746c93ef49 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.366756] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1482.366756] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527062ec-9db3-80a4-4f11-3d246a2a3f94" [ 1482.366756] env[70491]: _type = "Task" [ 1482.366756] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.373612] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]527062ec-9db3-80a4-4f11-3d246a2a3f94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.616545] env[70491]: DEBUG nova.network.neutron [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updated VIF entry in instance network info cache for port 44eb809d-89d9-43a3-8862-5f4451e36643. {{(pid=70491) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1482.616910] env[70491]: DEBUG nova.network.neutron [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [{"id": "44eb809d-89d9-43a3-8862-5f4451e36643", "address": "fa:16:3e:a4:a4:1f", "network": {"id": "0d612412-85ed-4a07-9d5b-a090feeb423d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1024297460-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3a5f674fdfe4461a910c21eeed3d99c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44eb809d-89", "ovs_interfaceid": "44eb809d-89d9-43a3-8862-5f4451e36643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.813523] env[70491]: DEBUG oslo_vmware.api [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Task: {'id': task-3295432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150832} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.813757] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.813938] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.814137] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.814306] env[70491]: INFO nova.compute.manager [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1482.814603] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.814812] env[70491]: DEBUG nova.compute.manager [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.814906] env[70491]: DEBUG nova.network.neutron [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.875692] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Preparing fetch location {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1482.875894] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Fetch image to [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45/OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45.vmdk {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1482.876120] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Downloading stream optimized image dca982cc-a1fe-4538-af32-4749f5bd2739 to [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45/OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45.vmdk on the data store datastore2 as vApp {{(pid=70491) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1482.876359] env[70491]: DEBUG nova.virt.vmwareapi.images [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Downloading image file data dca982cc-a1fe-4538-af32-4749f5bd2739 to the ESX as VM named 'OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45' {{(pid=70491) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1482.941305] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1482.941305] env[70491]: value = "resgroup-9" [ 1482.941305] env[70491]: _type = "ResourcePool" [ 1482.941305] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1482.941631] env[70491]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4f654a17-15f6-4ad3-bcc8-f419e1aae2e2 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.962711] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease: (returnval){ [ 1482.962711] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19c66-9881-306e-1153-5324d603958e" [ 1482.962711] env[70491]: _type = "HttpNfcLease" [ 1482.962711] env[70491]: } obtained for vApp import into resource pool (val){ [ 1482.962711] env[70491]: value = "resgroup-9" [ 1482.962711] env[70491]: _type = "ResourcePool" [ 1482.962711] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1482.962994] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the lease: (returnval){ [ 1482.962994] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19c66-9881-306e-1153-5324d603958e" [ 1482.962994] env[70491]: _type = "HttpNfcLease" [ 1482.962994] env[70491]: } to be ready. {{(pid=70491) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1482.969441] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1482.969441] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19c66-9881-306e-1153-5324d603958e" [ 1482.969441] env[70491]: _type = "HttpNfcLease" [ 1482.969441] env[70491]: } is initializing. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1483.119384] env[70491]: DEBUG oslo_concurrency.lockutils [req-c847e0ce-b798-48c8-9be3-4709a009ed05 req-4776b488-3ec3-4b09-b367-8f258ef630bd service nova] Releasing lock "refresh_cache-4902f625-9f96-4945-9be0-b99ef56216ef" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.471233] env[70491]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1483.471233] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19c66-9881-306e-1153-5324d603958e" [ 1483.471233] env[70491]: _type = "HttpNfcLease" [ 1483.471233] env[70491]: } is ready. {{(pid=70491) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1483.471633] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1483.471633] env[70491]: value = "session[52e2e2e9-5687-11b6-b64e-f8892c0ad3f3]52a19c66-9881-306e-1153-5324d603958e" [ 1483.471633] env[70491]: _type = "HttpNfcLease" [ 1483.471633] env[70491]: }. {{(pid=70491) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1483.472250] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f066c2d-7176-4343-9018-6bbb7f2e9a95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.478970] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk from lease info. {{(pid=70491) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1483.479161] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk. {{(pid=70491) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1483.542055] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3227db4-9848-41b6-a7f4-505cb4c69666 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.704030] env[70491]: DEBUG nova.network.neutron [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.950095] env[70491]: DEBUG nova.compute.manager [req-55639b52-61bd-4b67-b661-0b546f031efc req-a05c7253-3abc-4295-90c2-4799d16649cc service nova] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Received event network-vif-deleted-6ba6ec86-35af-4c55-b84f-094a3b8f4835 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.207085] env[70491]: INFO nova.compute.manager [-] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Took 1.39 seconds to deallocate network for instance. [ 1484.587021] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Completed reading data from the image iterator. {{(pid=70491) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1484.587379] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1484.588211] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a572ae-89c8-47f1-a3d2-79f74c8b6a3c {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.595321] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk is in state: ready. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1484.595479] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk. {{(pid=70491) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1484.595698] env[70491]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2ecbcfe2-9fe0-4657-beef-db1221a1f877 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.715647] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.715941] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.716255] env[70491]: DEBUG nova.objects.instance [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lazy-loading 'resources' on Instance uuid d76dcaac-1315-424e-ae45-23692896cb9c {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.771422] env[70491]: DEBUG oslo_vmware.rw_handles [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52589121-f98b-def2-e679-7c4e2760fad3/disk-0.vmdk. {{(pid=70491) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1484.771745] env[70491]: INFO nova.virt.vmwareapi.images [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Downloaded image file data dca982cc-a1fe-4538-af32-4749f5bd2739 [ 1484.772658] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da96217-59c2-4dfb-9341-1690aea4c2ff {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.788546] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-100038c9-612e-48ec-aa32-aa4ef238d930 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.817348] env[70491]: INFO nova.virt.vmwareapi.images [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] The imported VM was unregistered [ 1484.819509] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Caching image {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1484.819740] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.819979] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ea0a7b-ea4a-4f70-8be7-977c25f1d352 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.830397] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Created directory with path [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739 {{(pid=70491) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.830568] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45/OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45.vmdk to [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk. {{(pid=70491) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1484.830786] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-297957a0-426d-4c90-adb1-44e874e802be {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.836625] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1484.836625] env[70491]: value = "task-3295435" [ 1484.836625] env[70491]: _type = "Task" [ 1484.836625] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.844046] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.275722] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c576b109-f3ae-48e9-a8d5-b3f1f9855954 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.286682] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01539cd-9c8d-4f93-ac47-6a3837fe16f8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.322524] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15110e-5772-4971-b333-a4ff179588c4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.334158] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e033ee-9df9-402f-bb88-d9f3337883f3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.348271] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.356212] env[70491]: DEBUG nova.compute.provider_tree [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1485.851737] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.859823] env[70491]: DEBUG nova.scheduler.client.report [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.353306] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.365421] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.384616] env[70491]: INFO nova.scheduler.client.report [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Deleted allocations for instance d76dcaac-1315-424e-ae45-23692896cb9c [ 1486.853942] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.895952] env[70491]: DEBUG oslo_concurrency.lockutils [None req-96267931-cc0e-4411-b445-3b5697e12be9 tempest-ServerActionsTestJSON-2074616825 tempest-ServerActionsTestJSON-2074616825-project-member] Lock "d76dcaac-1315-424e-ae45-23692896cb9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.124s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.349757] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295435, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.453748} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.350027] env[70491]: INFO nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45/OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45.vmdk to [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk. [ 1487.350216] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Cleaning up location [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45 {{(pid=70491) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1487.350383] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_227cf901-d653-46f6-9a7f-1edb9e62ab45 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1487.350641] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebe60f21-bf0f-4ca0-97a3-68be4e697401 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.357023] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1487.357023] env[70491]: value = "task-3295436" [ 1487.357023] env[70491]: _type = "Task" [ 1487.357023] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.364599] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.867138] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.071426} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.867439] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.867439] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk" {{(pid=70491) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.867646] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk to [datastore2] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.867887] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e29e09-afe6-4e1e-bf5e-7756ef8b3c01 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.875291] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1487.875291] env[70491]: value = "task-3295437" [ 1487.875291] env[70491]: _type = "Task" [ 1487.875291] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.882374] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.392601] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.896213] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.391715] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.892079] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.389346] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295437, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.242008} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.389679] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dca982cc-a1fe-4538-af32-4749f5bd2739/dca982cc-a1fe-4538-af32-4749f5bd2739.vmdk to [datastore2] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk {{(pid=70491) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1490.390409] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7119823-9f11-4357-967d-d3b5c0730293 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.411876] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.412144] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72348b6-4480-45c7-8d4e-1ddf4764ea95 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.430902] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1490.430902] env[70491]: value = "task-3295438" [ 1490.430902] env[70491]: _type = "Task" [ 1490.430902] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.438319] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295438, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.941293] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295438, 'name': ReconfigVM_Task, 'duration_secs': 0.276982} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.941555] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 4902f625-9f96-4945-9be0-b99ef56216ef/4902f625-9f96-4945-9be0-b99ef56216ef.vmdk or device None with type streamOptimized {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1490.942168] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ee8ee04-0708-44c2-ab6c-4bb61ef0b679 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.948295] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1490.948295] env[70491]: value = "task-3295439" [ 1490.948295] env[70491]: _type = "Task" [ 1490.948295] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.955455] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295439, 'name': Rename_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.457283] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295439, 'name': Rename_Task, 'duration_secs': 0.140681} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.459755] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powering on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.459755] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f40feb-c0c0-4ecf-9187-d6c41bf5f4c0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.465853] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1491.465853] env[70491]: value = "task-3295440" [ 1491.465853] env[70491]: _type = "Task" [ 1491.465853] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.472700] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.973648] env[70491]: DEBUG oslo_vmware.api [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295440, 'name': PowerOnVM_Task, 'duration_secs': 0.430486} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.973894] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powered on the VM {{(pid=70491) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.072355] env[70491]: DEBUG nova.compute.manager [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Checking state {{(pid=70491) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.073340] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076c4cf2-d661-469d-bd55-18352670d9b3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.589113] env[70491]: DEBUG oslo_concurrency.lockutils [None req-ad363dc1-3ddf-4610-a078-23e21af4c387 tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.263s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.168117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.168286] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.168381] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.168573] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.168744] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.170802] env[70491]: INFO nova.compute.manager [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Terminating instance [ 1493.674510] env[70491]: DEBUG nova.compute.manager [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.674855] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.675721] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ac9582-bd2b-4ec6-96ec-4caef65155de {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.683794] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.684021] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b32fc7b-091d-4d26-a3ec-dd968df17e93 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.689667] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1493.689667] env[70491]: value = "task-3295441" [ 1493.689667] env[70491]: _type = "Task" [ 1493.689667] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.697685] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.199280] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295441, 'name': PowerOffVM_Task, 'duration_secs': 0.186005} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.199500] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.199667] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.199910] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-279c4fc2-e1d4-4c52-9eba-d74e06145522 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.254606] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.254809] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleting contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.254994] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleting the datastore file [datastore2] 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.255308] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a2f23f4-8d35-4b72-9c2a-695ca493f6b8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.261169] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for the task: (returnval){ [ 1494.261169] env[70491]: value = "task-3295443" [ 1494.261169] env[70491]: _type = "Task" [ 1494.261169] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.268328] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.770623] env[70491]: DEBUG oslo_vmware.api [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Task: {'id': task-3295443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133463} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.770978] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.771058] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deleted contents of the VM from datastore datastore2 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.771234] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.771403] env[70491]: INFO nova.compute.manager [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1494.771643] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.771833] env[70491]: DEBUG nova.compute.manager [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.771928] env[70491]: DEBUG nova.network.neutron [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.177275] env[70491]: DEBUG nova.compute.manager [req-b0586bfd-e574-4152-9a63-8f7e79464507 req-8bee9ed1-ab3a-4cd8-8afd-2eba02f1b6df service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Received event network-vif-deleted-44eb809d-89d9-43a3-8862-5f4451e36643 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.177457] env[70491]: INFO nova.compute.manager [req-b0586bfd-e574-4152-9a63-8f7e79464507 req-8bee9ed1-ab3a-4cd8-8afd-2eba02f1b6df service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Neutron deleted interface 44eb809d-89d9-43a3-8862-5f4451e36643; detaching it from the instance and deleting it from the info cache [ 1495.177665] env[70491]: DEBUG nova.network.neutron [req-b0586bfd-e574-4152-9a63-8f7e79464507 req-8bee9ed1-ab3a-4cd8-8afd-2eba02f1b6df service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.661012] env[70491]: DEBUG nova.network.neutron [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.682935] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b41ef15e-1109-4e88-b48f-8552f6f4a449 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.691893] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d8d49b-9f71-4d9c-abf6-ef54fdc8df65 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.717342] env[70491]: DEBUG nova.compute.manager [req-b0586bfd-e574-4152-9a63-8f7e79464507 req-8bee9ed1-ab3a-4cd8-8afd-2eba02f1b6df service nova] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Detach interface failed, port_id=44eb809d-89d9-43a3-8862-5f4451e36643, reason: Instance 4902f625-9f96-4945-9be0-b99ef56216ef could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1496.164336] env[70491]: INFO nova.compute.manager [-] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Took 1.39 seconds to deallocate network for instance. [ 1496.670792] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.671116] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.671346] env[70491]: DEBUG nova.objects.instance [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lazy-loading 'resources' on Instance uuid 4902f625-9f96-4945-9be0-b99ef56216ef {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.214687] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950ea324-7b52-46e0-9efe-5f92db10dbc3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.222381] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d67ce8-5de9-4f49-a29b-9051603a6161 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.251572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b4265e-cb04-4f01-a114-2acafbff2f20 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.258329] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54449c3-dfa8-4ff3-b885-25bfdf2dfc90 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.271955] env[70491]: DEBUG nova.compute.provider_tree [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.775288] env[70491]: DEBUG nova.scheduler.client.report [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.280324] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.302011] env[70491]: INFO nova.scheduler.client.report [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Deleted allocations for instance 4902f625-9f96-4945-9be0-b99ef56216ef [ 1498.810637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc26f473-0f2b-4b28-8f29-e3e70d476d2f tempest-ServerActionsTestOtherB-2112837670 tempest-ServerActionsTestOtherB-2112837670-project-member] Lock "4902f625-9f96-4945-9be0-b99ef56216ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.642s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.462204] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.462696] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.462696] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1502.462345] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.461209] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.461442] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.461621] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.461759] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances with incomplete migration {{(pid=70491) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1504.964532] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.964532] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.467910] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.468191] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.468362] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.468522] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1505.469456] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d393319-afbe-41b0-8323-8dcf5a53cd94 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.477703] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775239d4-7cbe-4ee2-9fed-f27004b1204a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.491109] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6f849-8544-44a1-82f4-df03dab0ba45 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.497128] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65622fe-56ed-408d-ae3e-d90d3c1491e4 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.526573] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180237MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1505.526746] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.526985] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.662809] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Instance e4eccfde-afd6-4f68-9ccb-5596079dedb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70491) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1738}} [ 1506.663066] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1506.663183] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1506.688544] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b082b27-48bf-4cc2-b4a2-31ebce0b805f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.695772] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d756a4-72c2-407f-80af-d64f1058c8c8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.724572] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48261402-a225-403b-afcf-09ff360963a3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.731124] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8017108-5bdb-4a1b-81cb-3b1c0f7c091e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.743541] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.247116] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1507.751564] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1507.751946] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.751982] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.752143] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Cleaning up deleted instances {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1508.263320] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] There are 31 instances to clean {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1508.263532] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 140413cc-da01-4594-8a44-218d13c053eb] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1508.767184] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7bb6c6e2-7723-472d-9e19-ad28f405b808] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.271332] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d76dcaac-1315-424e-ae45-23692896cb9c] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1509.774709] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 4902f625-9f96-4945-9be0-b99ef56216ef] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.278344] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 48968f3c-f5ce-46b2-8f94-ffd8005ceafd] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1510.781508] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 89f483b9-669f-41bf-8af7-5bde60d66881] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.284865] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: bab1f61b-be29-4980-b743-b207977bf9b5] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1511.788642] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5baddb8f-9738-4d73-8f1d-68e013b86141] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.292830] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 1a10be10-e634-4bfc-8af4-ee9f43d16952] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1512.797106] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 59a3ef48-15fd-4795-aeb7-8dbb76598879] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.300652] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 5211c5a8-23f0-4407-9b65-ee86f6fba655] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1513.514790] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.515051] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.804368] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 4d436485-87d8-4c2c-9623-fe7bf5ef90d8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.018095] env[70491]: DEBUG nova.compute.utils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1514.308047] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: bf5b843c-f045-4ce8-ba10-da88fe6c161d] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1514.520794] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.811209] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 1787dd9a-062d-4e8a-9683-cb639174e2ac] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.314711] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: a8f64001-c3cf-43eb-8947-911ac8c18329] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.579975] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.580221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.580485] env[70491]: INFO nova.compute.manager [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attaching volume d6753f57-ce14-4f8b-9b3c-4471cbfb5b14 to /dev/sdb [ 1515.609919] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b54469-d9c2-49d2-a8a3-d061d0fc3fef {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.617148] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e90c10-8cc5-40f7-8ca9-1503f48def85 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.629550] env[70491]: DEBUG nova.virt.block_device [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating existing volume attachment record: 580319ba-a910-4746-9057-f7f4b71c00db {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1515.819046] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 709d7900-0807-469e-ab1d-c3d4806468f0] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.321622] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 2443a607-aa85-4403-bd50-5896aefe25b8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.825297] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 7e40c24d-1def-4b73-b4fe-e08cac3ecef8] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.328565] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6a5ebce3-66f8-4ae8-b139-b690379758f3] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.832152] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c0b1ec27-c86c-4eef-8a19-e15e645268af] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.336840] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f99ddd8f-714c-4df4-939f-f9b01bb294b0] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.841359] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6a987311-6f87-41ba-b21a-0ddc5bae3890] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.344327] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: d2c08e6b-4ca2-4664-ba66-c7f857c61871] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.848278] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: fbd2cbf7-386a-44a9-9c2d-ede44272f9ea] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.175144] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1520.175420] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658082', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'name': 'volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'serial': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1520.176320] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1f15bc-b87c-45e6-9427-83f3a1c23252 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.191914] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b766cd7-ca6a-4cc8-bc82-d953b09b70fd {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.215336] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14/volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.215578] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3199851-c67a-4157-b864-93981295a3af {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.233614] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1520.233614] env[70491]: value = "task-3295447" [ 1520.233614] env[70491]: _type = "Task" [ 1520.233614] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.240853] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.351673] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 66aa6364-e2ce-4b1f-aab6-fbf6fe0415fa] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.743374] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295447, 'name': ReconfigVM_Task, 'duration_secs': 0.306296} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.743688] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfigured VM instance instance-00000082 to attach disk [datastore1] volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14/volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1520.748478] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d96a00e1-cd46-4c51-912f-c09aefb2f758 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.764806] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1520.764806] env[70491]: value = "task-3295448" [ 1520.764806] env[70491]: _type = "Task" [ 1520.764806] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.772245] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.854999] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 6d7bfd04-01b2-4641-9ed0-01c46b6668bd] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.276199] env[70491]: DEBUG oslo_vmware.api [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295448, 'name': ReconfigVM_Task, 'duration_secs': 0.21368} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.276545] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658082', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'name': 'volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'serial': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1521.358840] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 23b2a44c-8865-4a42-aa5a-3588cc61630e] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.862174] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: 8b685346-c354-4723-b640-187dbb685009] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.312033] env[70491]: DEBUG nova.objects.instance [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.364959] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: ed50613e-5b98-48df-ac1c-c333954d64b7] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.818673] env[70491]: DEBUG oslo_concurrency.lockutils [None req-2a15488d-3b95-461f-bbe0-4549cd483de8 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.868244] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: c14d5328-6c84-4a51-b2df-11e2f4d6e506] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.371600] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] [instance: f063a7df-db3b-4573-9e02-d864661fb441] Instance has had 0 of 5 cleanup attempts {{(pid=70491) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.637221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.637799] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.874686] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.141720] env[70491]: DEBUG nova.compute.utils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Using /dev/sd instead of None {{(pid=70491) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1524.645969] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.875009] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.706062] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.706062] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.706062] env[70491]: INFO nova.compute.manager [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attaching volume 102a572d-2f0c-45a4-b0fd-528972f3e227 to /dev/sdc [ 1525.735136] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443e6448-4c6b-42a6-867c-b71978e583d7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.741783] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2800f897-900d-4f66-803e-409b1fbdf333 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.754176] env[70491]: DEBUG nova.virt.block_device [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating existing volume attachment record: 7e7b0759-8ce4-47e7-9f9d-e2e85ca7adf4 {{(pid=70491) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1530.296178] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Volume attach. Driver type: vmdk {{(pid=70491) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1530.296447] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658083', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'name': 'volume-102a572d-2f0c-45a4-b0fd-528972f3e227', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'serial': '102a572d-2f0c-45a4-b0fd-528972f3e227'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1530.297374] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08470cd9-8f9c-4990-9858-2c60021637c5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.313010] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ebe45-74f3-4a0d-9bed-fd1ca01ed3d1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.338784] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] volume-102a572d-2f0c-45a4-b0fd-528972f3e227/volume-102a572d-2f0c-45a4-b0fd-528972f3e227.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.339038] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3886be-9cb1-4333-a908-59103a023888 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.356654] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1530.356654] env[70491]: value = "task-3295451" [ 1530.356654] env[70491]: _type = "Task" [ 1530.356654] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.363916] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.866299] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295451, 'name': ReconfigVM_Task, 'duration_secs': 0.32454} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.867065] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfigured VM instance instance-00000082 to attach disk [datastore1] volume-102a572d-2f0c-45a4-b0fd-528972f3e227/volume-102a572d-2f0c-45a4-b0fd-528972f3e227.vmdk or device None with type thin {{(pid=70491) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1530.871389] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259f8c1e-982a-41f3-84aa-0b754d5d2670 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.885329] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1530.885329] env[70491]: value = "task-3295452" [ 1530.885329] env[70491]: _type = "Task" [ 1530.885329] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.895490] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.396614] env[70491]: DEBUG oslo_vmware.api [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295452, 'name': ReconfigVM_Task, 'duration_secs': 0.132981} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.396950] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658083', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'name': 'volume-102a572d-2f0c-45a4-b0fd-528972f3e227', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'serial': '102a572d-2f0c-45a4-b0fd-528972f3e227'} {{(pid=70491) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1532.431656] env[70491]: DEBUG nova.objects.instance [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.935992] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a7e379fe-aa90-4d8c-8ebc-0a5ef675e276 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.230s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.230982] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.231228] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.734515] env[70491]: INFO nova.compute.manager [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Detaching volume d6753f57-ce14-4f8b-9b3c-4471cbfb5b14 [ 1533.763987] env[70491]: INFO nova.virt.block_device [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attempting to driver detach volume d6753f57-ce14-4f8b-9b3c-4471cbfb5b14 from mountpoint /dev/sdb [ 1533.764264] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1533.764449] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658082', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'name': 'volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'serial': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1533.765332] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131270bf-d976-457d-8850-de053c07ea0a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.788855] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02a517-ec46-4601-94e3-f7aa168b49e8 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.795275] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ef5c54-0def-49d8-b0b2-0ed9f48f61f5 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.817071] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dff6a2-456d-4050-aa97-413dd96b7a9a {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.832148] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] The volume has not been displaced from its original location: [datastore1] volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14/volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1533.837219] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfiguring VM instance instance-00000082 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1533.837466] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daeeb118-f461-40ad-8dc9-d9adf4daa264 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.854568] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1533.854568] env[70491]: value = "task-3295453" [ 1533.854568] env[70491]: _type = "Task" [ 1533.854568] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.861523] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.364335] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295453, 'name': ReconfigVM_Task, 'duration_secs': 0.207614} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.364686] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfigured VM instance instance-00000082 to detach disk 2001 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1534.369342] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4c45af-1e82-4d9d-a902-677da5c3e7f0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.383986] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1534.383986] env[70491]: value = "task-3295454" [ 1534.383986] env[70491]: _type = "Task" [ 1534.383986] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.391440] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.894230] env[70491]: DEBUG oslo_vmware.api [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295454, 'name': ReconfigVM_Task, 'duration_secs': 0.123933} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.894553] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658082', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'name': 'volume-d6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14', 'serial': 'd6753f57-ce14-4f8b-9b3c-4471cbfb5b14'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1535.437214] env[70491]: DEBUG nova.objects.instance [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.443518] env[70491]: DEBUG oslo_concurrency.lockutils [None req-a6d856e8-774b-4ced-8004-2ab4a57e2040 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.465850] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.466164] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.969155] env[70491]: INFO nova.compute.manager [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Detaching volume 102a572d-2f0c-45a4-b0fd-528972f3e227 [ 1536.998144] env[70491]: INFO nova.virt.block_device [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Attempting to driver detach volume 102a572d-2f0c-45a4-b0fd-528972f3e227 from mountpoint /dev/sdc [ 1536.998379] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Volume detach. Driver type: vmdk {{(pid=70491) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1536.998561] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658083', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'name': 'volume-102a572d-2f0c-45a4-b0fd-528972f3e227', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'serial': '102a572d-2f0c-45a4-b0fd-528972f3e227'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1536.999427] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e836da9-2fd9-4b8e-8810-841db0d0b441 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.020365] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ba695-a4ea-4260-b27a-a742a812f65b {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.026686] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c2997-9afc-436e-8ce8-5ff6e1ed4cc7 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.046804] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c9ef9a-9a4e-4422-b5e7-163f9c454ba6 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.060336] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] The volume has not been displaced from its original location: [datastore1] volume-102a572d-2f0c-45a4-b0fd-528972f3e227/volume-102a572d-2f0c-45a4-b0fd-528972f3e227.vmdk. No consolidation needed. {{(pid=70491) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1537.065344] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfiguring VM instance instance-00000082 to detach disk 2002 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1537.065609] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9b542d-dae8-4b8c-b527-2b9526839df3 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.082172] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1537.082172] env[70491]: value = "task-3295455" [ 1537.082172] env[70491]: _type = "Task" [ 1537.082172] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.089231] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295455, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.591421] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295455, 'name': ReconfigVM_Task, 'duration_secs': 0.20696} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.591793] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Reconfigured VM instance instance-00000082 to detach disk 2002 {{(pid=70491) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1537.596255] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b00dbf-d7d6-415b-b6dd-e6321d2d2a5e {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.610424] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1537.610424] env[70491]: value = "task-3295456" [ 1537.610424] env[70491]: _type = "Task" [ 1537.610424] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.617541] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.119700] env[70491]: DEBUG oslo_vmware.api [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295456, 'name': ReconfigVM_Task, 'duration_secs': 0.131818} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.119992] env[70491]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-658083', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'name': 'volume-102a572d-2f0c-45a4-b0fd-528972f3e227', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e4eccfde-afd6-4f68-9ccb-5596079dedb3', 'attached_at': '', 'detached_at': '', 'volume_id': '102a572d-2f0c-45a4-b0fd-528972f3e227', 'serial': '102a572d-2f0c-45a4-b0fd-528972f3e227'} {{(pid=70491) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1538.659945] env[70491]: DEBUG nova.objects.instance [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'flavor' on Instance uuid e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.666730] env[70491]: DEBUG oslo_concurrency.lockutils [None req-dc7e9f0c-3b5a-4e8d-b8aa-0bcf3ccc17d0 tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.200s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.858145] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.858465] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.858650] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.858838] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.859023] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.861146] env[70491]: INFO nova.compute.manager [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Terminating instance [ 1541.365430] env[70491]: DEBUG nova.compute.manager [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Start destroying the instance on the hypervisor. {{(pid=70491) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1541.365682] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Destroying instance {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1541.366601] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4080be36-6102-4b93-aaaf-9e0416f3fa6f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.375319] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Powering off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1541.375532] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-359e7fb1-99bf-427c-9501-190fac260529 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.381427] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1541.381427] env[70491]: value = "task-3295457" [ 1541.381427] env[70491]: _type = "Task" [ 1541.381427] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.388538] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.890788] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295457, 'name': PowerOffVM_Task, 'duration_secs': 0.167148} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.891070] env[70491]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Powered off the VM {{(pid=70491) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.891242] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Unregistering the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.891488] env[70491]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d2db20f-1f6f-4398-bc03-db124d84c221 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.977454] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Unregistered the VM {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.977696] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Deleting contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.977832] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleting the datastore file [datastore1] e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.978112] env[70491]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3932ee15-50ce-4a69-aaea-82b3c518cc80 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.984197] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for the task: (returnval){ [ 1541.984197] env[70491]: value = "task-3295459" [ 1541.984197] env[70491]: _type = "Task" [ 1541.984197] env[70491]: } to complete. {{(pid=70491) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.991583] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.493509] env[70491]: DEBUG oslo_vmware.api [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Task: {'id': task-3295459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1304} completed successfully. {{(pid=70491) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.493758] env[70491]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleted the datastore file {{(pid=70491) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.493996] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Deleted contents of the VM from datastore datastore1 {{(pid=70491) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.494201] env[70491]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Instance destroyed {{(pid=70491) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.494376] env[70491]: INFO nova.compute.manager [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1542.494611] env[70491]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70491) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1542.494801] env[70491]: DEBUG nova.compute.manager [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Deallocating network for instance {{(pid=70491) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.494894] env[70491]: DEBUG nova.network.neutron [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] deallocate_for_instance() {{(pid=70491) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1543.051861] env[70491]: DEBUG nova.compute.manager [req-2eb02e13-a806-4be7-bd9f-a093b1296f5c req-819552bd-4fe7-4ec3-a7ae-f0c6b8bbe74d service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Received event network-vif-deleted-aad33d9b-2056-4a71-ac1a-65124a085f03 {{(pid=70491) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.052104] env[70491]: INFO nova.compute.manager [req-2eb02e13-a806-4be7-bd9f-a093b1296f5c req-819552bd-4fe7-4ec3-a7ae-f0c6b8bbe74d service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Neutron deleted interface aad33d9b-2056-4a71-ac1a-65124a085f03; detaching it from the instance and deleting it from the info cache [ 1543.052243] env[70491]: DEBUG nova.network.neutron [req-2eb02e13-a806-4be7-bd9f-a093b1296f5c req-819552bd-4fe7-4ec3-a7ae-f0c6b8bbe74d service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.532409] env[70491]: DEBUG nova.network.neutron [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Updating instance_info_cache with network_info: [] {{(pid=70491) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.554896] env[70491]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e16b1ce7-ae4b-4241-8361-3b8ef60fbda1 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.564670] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e22b99-b17f-4a2f-a73f-7b24ee8cfa56 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.588601] env[70491]: DEBUG nova.compute.manager [req-2eb02e13-a806-4be7-bd9f-a093b1296f5c req-819552bd-4fe7-4ec3-a7ae-f0c6b8bbe74d service nova] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Detach interface failed, port_id=aad33d9b-2056-4a71-ac1a-65124a085f03, reason: Instance e4eccfde-afd6-4f68-9ccb-5596079dedb3 could not be found. {{(pid=70491) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1544.035431] env[70491]: INFO nova.compute.manager [-] [instance: e4eccfde-afd6-4f68-9ccb-5596079dedb3] Took 1.54 seconds to deallocate network for instance. [ 1544.544221] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.544637] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.544753] env[70491]: DEBUG nova.objects.instance [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lazy-loading 'resources' on Instance uuid e4eccfde-afd6-4f68-9ccb-5596079dedb3 {{(pid=70491) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.078539] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05588791-f272-4d59-9627-c15ee61e7f72 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.087493] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035a68a-4d5f-4885-a54d-42d96d547641 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.116983] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56782d-7c8f-42c7-a9c2-a0cd3f4a63b0 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.123485] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f76e4-fc9a-4366-bfac-fc2fadc96619 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.136126] env[70491]: DEBUG nova.compute.provider_tree [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.639464] env[70491]: DEBUG nova.scheduler.client.report [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.144315] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.165971] env[70491]: INFO nova.scheduler.client.report [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Deleted allocations for instance e4eccfde-afd6-4f68-9ccb-5596079dedb3 [ 1546.674703] env[70491]: DEBUG oslo_concurrency.lockutils [None req-8c7ef1f7-238a-4748-9401-695f8afd8fde tempest-AttachVolumeTestJSON-515844099 tempest-AttachVolumeTestJSON-515844099-project-member] Lock "e4eccfde-afd6-4f68-9ccb-5596079dedb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.457023] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.461643] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.461852] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.461997] env[70491]: DEBUG nova.compute.manager [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70491) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1564.462364] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.462826] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.461614] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.461863] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager.update_available_resource {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.967117] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.967567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.967567] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.967567] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70491) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:938}} [ 1565.968484] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014df86e-30eb-4f17-ab6c-86a7b6dd0518 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.977182] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07533a5d-62b6-44c8-8a46-3bbdfa4ad028 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.991339] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6081ea0-d3c0-436f-9eb7-14b55bdcbf82 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.997581] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c2c75-7608-4479-9c35-9ed37b7a9c12 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.028313] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180741MB free_disk=114GB free_vcpus=48 pci_devices=None {{(pid=70491) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1137}} [ 1566.028458] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.028635] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.049861] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1160}} [ 1567.050146] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70491) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1169}} [ 1567.062895] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4b8f17-bab8-4bd6-819b-23853deb357f {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.069968] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cfe84c-8c77-457d-b31a-2967606270db {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.100117] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8851e30-3ea7-460d-a20f-4b9a0562be44 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.106645] env[70491]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245f7900-ac0c-45d5-acfa-8dea82804954 {{(pid=70491) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.119110] env[70491]: DEBUG nova.compute.provider_tree [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed in ProviderTree for provider: c930ff34-9fe2-4c0a-898f-930dfcb54841 {{(pid=70491) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.621856] env[70491]: DEBUG nova.scheduler.client.report [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Inventory has not changed for provider c930ff34-9fe2-4c0a-898f-930dfcb54841 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 114, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70491) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.127439] env[70491]: DEBUG nova.compute.resource_tracker [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70491) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1098}} [ 1568.127823] env[70491]: DEBUG oslo_concurrency.lockutils [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=70491) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.123158] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.628103] env[70491]: DEBUG oslo_service.periodic_task [None req-3f92b1a2-f297-4b6c-aaa5-15bb0d90c2fe None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70491) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}